-- Logs begin at Thu 2021-09-09 21:48:54 UTC, end at Thu 2021-09-09 22:45:00 UTC. -- Sep 09 22:16:45.608995 dv-cinder-759955-23-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 09 22:16:48.345950 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.common.config [-] Logging enabled! Sep 09 22:16:48.346544 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 09 22:16:48.346724 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93778) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 09 22:16:48.350006 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.common.config [-] Logging enabled! Sep 09 22:16:48.350257 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 09 22:16:48.350563 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93778) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 09 22:16:48.351497 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 09 22:16:48.351726 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 09 22:16:48.352121 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 09 22:16:48.352372 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 09 22:16:48.352595 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 09 22:16:48.352906 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.353198 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.353490 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.353715 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.354003 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.354287 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.354562 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.354842 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.355130 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.355409 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.355684 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.355960 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.356207 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.356483 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.356759 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.357037 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.357254 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] debug = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.357531 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.357950 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.358365 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.358634 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.358913 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.359184 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.359448 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.359716 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.359988 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.360398 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] host = dv-cinder-759955-23-iscsi {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.360664 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.360940 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.361220 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.361498 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.361766 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.362034 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.362310 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.362579 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.362844 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] log_file = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.363113 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.363394 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.363673 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.363954 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.364195 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.364412 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.364690 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.364968 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.365762 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.366037 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.366393 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.366666 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.366935 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.367200 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.367480 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.367760 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.368055 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.368336 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.368605 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.368872 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.369136 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.369411 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.369679 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.369946 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.370213 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.370494 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.370757 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.371025 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.371319 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.371599 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.371874 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.372176 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.372447 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.372722 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.372993 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.373257 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.373523 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] use_json = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.373788 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.374050 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.374322 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.374587 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.374851 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.375113 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.375375 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.375651 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:48.375941 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.376255 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.376549 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.376825 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.377111 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.377384 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.377666 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.377938 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.378219 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.378501 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.378781 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.379053 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.379329 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.379602 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.379889 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.380209 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.380498 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.380820 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.381959 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.382226 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.382496 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.382770 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.383055 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.383326 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.383606 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.383888 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.384185 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.384469 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.384757 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.385040 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.385308 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.385580 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.385864 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.386137 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.386402 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.386674 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.386954 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.387225 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.387491 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.387764 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.388054 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.388328 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.388592 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.388862 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.389146 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.389415 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.389680 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.389946 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.390217 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.390484 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.390761 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.391030 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.391295 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.391558 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.391827 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.392118 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.392386 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.392654 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.392922 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.393191 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.393453 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.393716 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.393981 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.394245 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.394509 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.394772 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.395033 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.395300 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.395562 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.395823 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.396110 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.396377 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.396822 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.397110 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.397397 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.397668 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.397938 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.398210 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.398480 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.398747 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.399017 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.399285 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.399554 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.399816 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.400126 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.400405 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.400685 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.400960 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.401230 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.401523 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.401791 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.402064 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.402332 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.402600 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.402877 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.403151 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.403433 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.403716 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.403998 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.404304 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.404588 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.404861 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.405161 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.405430 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:48.405641 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 09 22:16:48.405872 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93778) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 09 22:16:48.756084 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 09 22:16:48.756365 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 09 22:16:48.756909 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 09 22:16:48.757241 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 09 22:16:49.150674 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.150886 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.151165 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.152470 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.152741 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.153004 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.188918 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.189193 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.189458 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.204205 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.204485 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.204752 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.233473 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.233749 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.234029 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.274112 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.274389 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.274651 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.504310 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.504926 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.504926 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.505099 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.506344 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.625083 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.625401 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.625684 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.625952 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.626214 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.626518 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.626772 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.627021 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.627269 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.627546 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.627800 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.628078 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.628332 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.628577 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.628827 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.629085 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.629337 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.629598 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.629861 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.630113 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.630383 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.630630 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.631503 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.632215 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.632470 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.632716 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.633113 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 22:16:49.633351 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 22:16:49.633586 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 22:16:49.633819 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 22:16:49.634051 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 22:16:49.634283 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 22:16:49.634636 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 09 22:16:49.637683 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 09 22:16:49.641585 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 09 22:16:49.645385 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Sep 09 22:16:49.647946 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 09 22:16:49.648410 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 09 22:16:49.648741 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 09 22:16:49.649119 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 09 22:16:49.651887 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 09 22:16:49.652159 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 09 22:16:49.652496 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 09 22:16:49.657768 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 09 22:16:49.679268 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 09 22:16:49.679717 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.680011 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93778) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 09 22:16:49.680396 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.681738 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93778) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 09 22:16:49.682016 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 09 22:16:49.682260 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 09 22:16:49.685588 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.685871 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:49.752288 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 09 22:16:49.752531 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 09 22:16:49.753660 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 09 22:16:49.753660 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 09 22:16:49.776015 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_db.sqlalchemy.engines [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93778) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 09 22:16:50.304409 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.managers [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Initializing driver for type 'gre' Sep 09 22:16:50.304922 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] gre ID ranges: [(1, 1000)] Sep 09 22:16:50.361779 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.managers [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Initializing driver for type 'local' Sep 09 22:16:50.362106 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.managers [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Initializing driver for type 'vlan' Sep 09 22:16:50.374546 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] VlanTypeDriver initialization complete Sep 09 22:16:50.374878 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.managers [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Initializing driver for type 'vxlan' Sep 09 22:16:50.375365 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] vxlan ID ranges: [(1, 1000)] Sep 09 22:16:50.428511 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.managers [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Initializing extension driver 'port_security' Sep 09 22:16:50.428842 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.extensions.port_security [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] PortSecurityExtensionDriver initialization complete Sep 09 22:16:50.429171 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.managers [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Initializing mechanism driver 'openvswitch' Sep 09 22:16:50.429495 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.managers [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Initializing mechanism driver 'hyperv' Sep 09 22:16:50.436017 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.plugins.ml2.plugin [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:16:50.436701 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > port after_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.437067 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > port after_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.437411 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > port after_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.437920 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93778) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 22:16:50.438334 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > subnet after_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.438681 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > subnet after_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.439015 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > subnet after_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.439396 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93778) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 22:16:50.439790 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > network after_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.440170 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > network after_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.440510 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > network after_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.440889 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93778) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 22:16:50.441282 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > security_group after_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.441617 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > security_group after_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.441944 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > security_group after_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.442462 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93778) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 22:16:50.442859 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.443202 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.444127 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.444514 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93778) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 22:16:50.444912 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > address_group after_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.445246 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > address_group after_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.445577 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > address_group after_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.445955 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93778) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 22:16:50.446319 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] ML2 OVO RPC backend initialized. {{(pid=93778) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 09 22:16:50.447017 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > router_interface after_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.447362 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.447767 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > network before_response 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.448131 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > networks before_response 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.448473 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > port before_response 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.448805 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > ports before_response 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.449140 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > subnet before_response 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.449473 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > subnets before_response 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.449808 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > network after_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.450141 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > network after_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.450467 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > network after_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.450794 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > port after_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.451121 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > port after_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.451448 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > port after_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.451771 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > subnet after_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.452147 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > subnet after_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.452477 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > subnet after_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.453015 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.plugin [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Modular L2 Plugin initialization complete Sep 09 22:16:50.453353 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading services supported by the core plugin {{(pid=93778) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 09 22:16:50.453685 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.plugins.ml2.managers [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Got port-security extension from driver 'port_security' Sep 09 22:16:50.454136 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.extensions.vlantransparent [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Disabled vlantransparent extension. Sep 09 22:16:50.454607 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93778) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 09 22:16:50.454913 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading Plugin: router Sep 09 22:16:50.491316 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > router_interface before_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.491817 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > router after_create 55549900 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.492098 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > router before_create 55549900 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.492527 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.492826 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.493176 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > router after_delete 55549900 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.493551 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > floatingip after_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.493895 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > floatingip after_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.494240 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > router after_create 55549900 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.494578 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > router after_update 55549900 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.494915 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > router after_update 55549900 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.495253 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.495596 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > router after_update 55549900 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.496002 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > router precommit_update 55549900 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.496418 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: port after_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.496750 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: port after_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.497079 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: subnet after_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.497416 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.497780 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > port precommit_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.498092 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > router precommit_create 55549900 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.498426 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: port before_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.498757 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > router precommit_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.499105 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > router after_update 55549900 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.499437 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > router precommit_delete 55549900 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.499778 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > router precommit_create 55549900 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.500166 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > router_interface after_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.500505 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > router precommit_update 55549900 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.500861 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > agent after_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.501203 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > agent after_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.501540 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > network after_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.502451 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.quota.resource_registry [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Tracking information for resource: router configured {{(pid=93778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 22:16:50.502776 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.quota.resource_registry [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Tracking information for resource: floatingip configured {{(pid=93778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 22:16:50.508947 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.db.l3_agentschedulers_db [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 09 22:16:50.509518 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: port after_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.509869 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: port after_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.510213 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: port after_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.510556 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: port after_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.511330 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > router before_create 55550100 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.511687 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > router precommit_delete 55550100 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.512052 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > router precommit_create 55550100 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.512417 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > router precommit_update 55550100 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.517088 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.services.provider_configuration [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Service providers = [] {{(pid=93778) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 09 22:16:50.517446 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.db.servicetype_db [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93778) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 09 22:16:50.520364 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.services.service_base [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93778) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 22:16:50.520709 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.services.service_base [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93778) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 22:16:50.521060 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.services.service_base [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93778) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 22:16:50.522090 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.services.service_base [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93778) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 22:16:50.522456 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.services.service_base [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 09 22:16:50.522822 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 22:16:50.523133 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 09 22:16:50.533725 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 22:16:50.534058 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading Plugin: auto_allocate Sep 09 22:16:50.539846 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: network precommit_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.540244 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: network precommit_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.540758 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 22:16:50.541070 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading Plugin: tag Sep 09 22:16:50.547512 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 22:16:50.547836 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading Plugin: timestamp Sep 09 22:16:50.551816 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 22:16:50.552174 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading Plugin: network_ip_availability Sep 09 22:16:50.558169 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.558487 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.558835 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.559539 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 22:16:50.559852 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading Plugin: flavors Sep 09 22:16:50.564516 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 22:16:50.564845 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading Plugin: revisions Sep 09 22:16:50.569634 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 22:16:50.570007 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_concurrency.lockutils [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.813s {{(pid=93778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 09 22:16:50.570724 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93778) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 09 22:16:50.571051 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Initializing extension manager. Sep 09 22:16:50.571556 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: __init__.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.571888 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: __pycache__ {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.572253 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.572581 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: address_group.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.573322 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.573874 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: address-group Sep 09 22:16:50.574189 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: address_scope.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.575077 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.575576 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: address-scope Sep 09 22:16:50.575888 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: admin_state_down_before_update.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.576832 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.577334 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: router-admin-state-down-before-update Sep 09 22:16:50.577648 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: agent.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.578333 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.578824 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: agent Sep 09 22:16:50.579135 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: agent_resources_synced.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.580028 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.580546 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: agent-resources-synced Sep 09 22:16:50.580859 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: allowedaddresspairs.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.582616 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.583127 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: allowed-address-pairs Sep 09 22:16:50.583448 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: auto_allocated_topology.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.584569 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.585071 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: auto-allocated-topology Sep 09 22:16:50.585387 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: availability_zone.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.586069 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.586567 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: availability_zone Sep 09 22:16:50.586880 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: availability_zone_filter.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.587773 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.588296 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: availability_zone_filter Sep 09 22:16:50.588611 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: data_plane_status.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.589496 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.589987 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extension data-plane-status not supported by any of loaded plugins Sep 09 22:16:50.590299 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: default_subnetpools.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.591200 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.591694 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: default-subnetpools Sep 09 22:16:50.592010 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: dhcpagentscheduler.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.592825 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.593322 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: dhcp_agent_scheduler Sep 09 22:16:50.593636 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: dns.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.594544 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.595037 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extension dns-integration not supported by any of loaded plugins Sep 09 22:16:50.595350 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: dns_domain_ports.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.596287 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.596785 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 09 22:16:50.597099 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.598005 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.598500 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 09 22:16:50.598810 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: dvr.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.599499 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.600086 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: dvr Sep 09 22:16:50.600402 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: ecmp_routes.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.601303 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.601793 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extension ecmp_routes not supported by any of loaded plugins Sep 09 22:16:50.602103 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: empty_string_filtering.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.602996 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.603490 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: empty-string-filtering Sep 09 22:16:50.603802 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.604723 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.605218 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 09 22:16:50.605530 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.606432 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.606926 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 09 22:16:50.607238 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: external_net.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.608171 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.608673 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: external-net Sep 09 22:16:50.608988 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: extra_dhcp_opt.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.609884 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.610379 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: extra_dhcp_opt Sep 09 22:16:50.610689 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: extraroute.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.611587 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.612112 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: extraroute Sep 09 22:16:50.612425 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: extraroute_atomic.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.613442 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.613938 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: extraroute-atomic Sep 09 22:16:50.614251 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: filter_validation.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.614901 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.615919 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: filter-validation Sep 09 22:16:50.616258 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: fip_pf_description.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.617159 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.617653 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 09 22:16:50.617962 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: fip_port_details.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.618864 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.619359 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: fip-port-details Sep 09 22:16:50.619670 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: flavors.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.620909 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.621422 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: flavors Sep 09 22:16:50.621729 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.623429 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.623938 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 09 22:16:50.624287 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: floatingip_pools.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.624978 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.625475 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: floatingip-pools Sep 09 22:16:50.625793 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: ip_allocation.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.626734 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.627229 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extension ip_allocation not supported by any of loaded plugins Sep 09 22:16:50.627545 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.628480 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.628974 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: ip-substring-filtering Sep 09 22:16:50.629290 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: l2_adjacency.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.630198 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.630688 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extension l2_adjacency not supported by any of loaded plugins Sep 09 22:16:50.631807 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: l3.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.632967 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.634529 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: router Sep 09 22:16:50.634529 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: l3_conntrack_helper.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.636219 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.636747 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 09 22:16:50.637072 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.638207 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.638712 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: ext-gw-mode Sep 09 22:16:50.639032 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.642123 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.642123 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: l3-ha Sep 09 22:16:50.642123 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: l3_flavors.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.642123 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.642754 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: l3-flavors Sep 09 22:16:50.643072 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.644249 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.644745 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: l3-port-ip-change-not-allowed Sep 09 22:16:50.645060 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: l3agentscheduler.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.646100 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.646634 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: l3_agent_scheduler Sep 09 22:16:50.646976 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: logging.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.648445 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.648953 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extension logging not supported by any of loaded plugins Sep 09 22:16:50.649274 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: metering.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.650001 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.650568 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: metering Sep 09 22:16:50.650881 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.651954 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.652484 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: metering_source_and_destination_fields Sep 09 22:16:50.652799 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: multiprovidernet.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.653709 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.654207 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: multi-provider Sep 09 22:16:50.654518 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: netmtu.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.655416 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.655914 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: net-mtu Sep 09 22:16:50.656251 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: netmtu_writable.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.657160 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.657656 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: net-mtu-writable Sep 09 22:16:50.657968 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: network_availability_zone.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.658622 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.659113 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: network_availability_zone Sep 09 22:16:50.659423 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: network_ip_availability.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.660540 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.661039 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: network-ip-availability Sep 09 22:16:50.661354 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: network_segment_range.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.662157 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.662618 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extension network-segment-range not supported by any of loaded plugins Sep 09 22:16:50.662931 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: pagination.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.663890 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.664235 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: pagination Sep 09 22:16:50.664548 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: port_device_profile.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.665448 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.665953 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: port-device-profile Sep 09 22:16:50.666267 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.667178 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.667674 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: port-mac-address-regenerate Sep 09 22:16:50.667986 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.668908 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.669404 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: port-numa-affinity-policy Sep 09 22:16:50.669716 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: port_resource_request.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.670737 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.671233 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extension port-resource-request not supported by any of loaded plugins Sep 09 22:16:50.671548 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: portbindings.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.672489 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.673014 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: binding Sep 09 22:16:50.673328 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: portbindings_extended.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.674575 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.675080 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: binding-extended Sep 09 22:16:50.675401 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: portsecurity.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.676334 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.676840 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: port-security Sep 09 22:16:50.677156 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: project_id.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.678648 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.678968 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: project-id Sep 09 22:16:50.679284 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: providernet.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.680231 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.680734 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: provider Sep 09 22:16:50.681048 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: qos.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.684609 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.685120 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extension qos not supported by any of loaded plugins Sep 09 22:16:50.685438 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.686657 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.687159 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 09 22:16:50.687485 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.688414 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.688910 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 09 22:16:50.689227 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: qos_default.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.690127 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.690630 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extension qos-default not supported by any of loaded plugins Sep 09 22:16:50.690949 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: qos_fip.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.691594 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.692116 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extension qos-fip not supported by any of loaded plugins Sep 09 22:16:50.692433 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: qos_gateway_ip.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.693394 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.693971 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 09 22:16:50.694289 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: qos_port_network_policy.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.695191 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.696234 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 09 22:16:50.696555 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: qos_pps_rule.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.697713 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.698217 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extension qos-pps not supported by any of loaded plugins Sep 09 22:16:50.698535 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: qos_rule_type_details.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.699439 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.699940 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 09 22:16:50.700293 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: qos_rules_alias.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.701332 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.701834 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 09 22:16:50.702152 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: quotasv2.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.703053 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.703370 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: quotas Sep 09 22:16:50.703679 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: quotasv2_detail.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.706907 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.707247 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: quota_details Sep 09 22:16:50.707577 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: rbac.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.708651 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.709298 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: rbac-policies Sep 09 22:16:50.709980 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: rbac_address_group.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.710917 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.711426 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: rbac-address-group Sep 09 22:16:50.711750 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: rbac_address_scope.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.712699 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.713203 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: rbac-address-scope Sep 09 22:16:50.713522 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: rbac_security_groups.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.714421 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.714919 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: rbac-security-groups Sep 09 22:16:50.715236 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: rbac_subnetpool.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.716169 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.716673 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: rbac-subnetpool Sep 09 22:16:50.716990 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: revisionifmatch.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.717902 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.718404 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: revision-if-match Sep 09 22:16:50.718719 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: revisions.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.719799 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.720332 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: standard-attr-revisions Sep 09 22:16:50.720651 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: router_availability_zone.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.721320 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.721816 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: router_availability_zone Sep 09 22:16:50.722131 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: routerservicetype.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.723032 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.723531 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extension router-service-type not supported by any of loaded plugins Sep 09 22:16:50.723848 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.724996 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.725501 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: security-groups-normalized-cidr Sep 09 22:16:50.725816 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: security_groups_port_filtering.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.726719 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.727220 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: port-security-groups-filtering Sep 09 22:16:50.727535 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.728473 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.728973 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: security-groups-remote-address-group Sep 09 22:16:50.729288 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: securitygroup.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.740740 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.741255 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: security-group Sep 09 22:16:50.741579 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: segment.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.742358 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.742858 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extension segment not supported by any of loaded plugins Sep 09 22:16:50.743181 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.744140 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.744643 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 09 22:16:50.744963 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: servicetype.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.746119 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.746631 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: service-type Sep 09 22:16:50.746955 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: sorting.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.747927 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.748284 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: sorting Sep 09 22:16:50.748602 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: standard_attr_segment.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.749511 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.750014 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 09 22:16:50.750329 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: standardattrdescription.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.750963 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.751457 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: standard-attr-description Sep 09 22:16:50.751771 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: stateful_security_group.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.752719 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.753222 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: stateful-security-group Sep 09 22:16:50.753537 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: stdattrs_common.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.754109 dv-cinder-759955-23-iscsi neutron-server[93778]: WARNING neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 09 22:16:50.754421 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.755335 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.756414 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 09 22:16:50.756983 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: subnet_onboard.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.758056 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.758564 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: subnet_onboard Sep 09 22:16:50.758878 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.759793 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.760319 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 09 22:16:50.760633 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: subnet_service_types.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.761547 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.762052 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: subnet-service-types Sep 09 22:16:50.762366 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: subnetallocation.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.763441 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.763949 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: subnet_allocation Sep 09 22:16:50.764288 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.764945 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.765440 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: subnetpool-prefix-ops Sep 09 22:16:50.765750 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.766678 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.767175 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 09 22:16:50.767487 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: tagging.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.768584 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.769090 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: standard-attr-tag Sep 09 22:16:50.769405 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: timestamp.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.770598 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.771102 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loaded extension: standard-attr-timestamp Sep 09 22:16:50.771512 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: trunk.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.772574 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.773090 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extension trunk not supported by any of loaded plugins Sep 09 22:16:50.773392 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: trunk_details.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.774301 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.774798 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extension trunk-details not supported by any of loaded plugins Sep 09 22:16:50.775113 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: uplink_status_propagation.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.776026 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.776548 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 09 22:16:50.776863 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Loading extension file: vlantransparent.py {{(pid=93778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 22:16:50.777667 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 22:16:50.778159 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extension vlan-transparent not supported by any of loaded plugins Sep 09 22:16:50.780609 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.quota.resource_registry [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Creating instance of TrackedResource for resource:network Sep 09 22:16:50.781122 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.quota.resource_registry [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Creating instance of TrackedResource for resource:subnet Sep 09 22:16:50.781510 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.quota.resource_registry [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 22:16:50.781896 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.quota.resource_registry [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Creating instance of TrackedResource for resource:port Sep 09 22:16:50.783099 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.v2.resource_helper [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 22:16:50.783539 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.v2.resource_helper [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Service FLAVORS assigned prefix: {{(pid=93778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 22:16:50.784189 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.v2.resource_helper [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 22:16:50.784612 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.v2.resource_helper [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 22:16:50.784945 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.quota.resource_registry [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Creating instance of TrackedResource for resource:router Sep 09 22:16:50.785362 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.quota.resource_registry [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Creating instance of TrackedResource for resource:floatingip Sep 09 22:16:50.785836 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.v2.resource_helper [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Service METERING assigned prefix: /metering {{(pid=93778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 22:16:50.787289 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.787658 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.787999 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:16:50.789035 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.quota.resource_registry [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Creating instance of CountableResource for resource:rbac_policy Sep 09 22:16:50.789475 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.quota.resource_registry [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Creating instance of TrackedResource for resource:security_group Sep 09 22:16:50.789898 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.quota.resource_registry [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Creating instance of TrackedResource for resource:security_group_rule Sep 09 22:16:50.790469 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.v2.resource_helper [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Service CORE assigned prefix: {{(pid=93778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 22:16:50.790798 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.quota.resource_registry [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 22:16:50.791134 dv-cinder-759955-23-iscsi neutron-server[93778]: WARNING neutron.quota.resource_registry [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] subnetpool is already registered Sep 09 22:16:50.791561 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.v2.resource_helper [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Service CORE assigned prefix: {{(pid=93778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 22:16:50.791879 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.quota.resource_registry [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 22:16:50.792232 dv-cinder-759955-23-iscsi neutron-server[93778]: WARNING neutron.quota.resource_registry [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] subnetpool is already registered Sep 09 22:16:50.794475 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.v2.resource_helper [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 22:16:50.794900 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.v2.resource_helper [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Service FLAVORS assigned prefix: {{(pid=93778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 22:16:50.795482 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.v2.resource_helper [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 22:16:50.795893 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.v2.resource_helper [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 22:16:50.796251 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.quota.resource_registry [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Creating instance of TrackedResource for resource:router Sep 09 22:16:50.796586 dv-cinder-759955-23-iscsi neutron-server[93778]: WARNING neutron.quota.resource_registry [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] router is already registered Sep 09 22:16:50.796989 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.quota.resource_registry [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Creating instance of TrackedResource for resource:floatingip Sep 09 22:16:50.797316 dv-cinder-759955-23-iscsi neutron-server[93778]: WARNING neutron.quota.resource_registry [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] floatingip is already registered Sep 09 22:16:50.797765 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.v2.resource_helper [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Service METERING assigned prefix: /metering {{(pid=93778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 22:16:50.798415 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.quota.resource_registry [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Creating instance of CountableResource for resource:rbac_policy Sep 09 22:16:50.798735 dv-cinder-759955-23-iscsi neutron-server[93778]: WARNING neutron.quota.resource_registry [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] rbac_policy is already registered Sep 09 22:16:50.799134 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.quota.resource_registry [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Creating instance of TrackedResource for resource:security_group Sep 09 22:16:50.799460 dv-cinder-759955-23-iscsi neutron-server[93778]: WARNING neutron.quota.resource_registry [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] security_group is already registered Sep 09 22:16:50.799849 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.quota.resource_registry [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Creating instance of TrackedResource for resource:security_group_rule Sep 09 22:16:50.800216 dv-cinder-759955-23-iscsi neutron-server[93778]: WARNING neutron.quota.resource_registry [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] security_group_rule is already registered Sep 09 22:16:50.800821 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.v2.resource_helper [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Service CORE assigned prefix: {{(pid=93778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 22:16:50.801142 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.quota.resource_registry [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 22:16:50.801470 dv-cinder-759955-23-iscsi neutron-server[93778]: WARNING neutron.quota.resource_registry [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] subnetpool is already registered Sep 09 22:16:50.801875 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.v2.resource_helper [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Service CORE assigned prefix: {{(pid=93778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 22:16:50.802189 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.quota.resource_registry [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 22:16:50.802510 dv-cinder-759955-23-iscsi neutron-server[93778]: WARNING neutron.quota.resource_registry [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] subnetpool is already registered Sep 09 22:16:50.803512 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extended resource: extensions {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 22:16:50.805085 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extended resource: address-groups {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 22:16:50.806547 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extended resource: address-scopes {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 22:16:50.807860 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extended resource: agents {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 22:16:50.809081 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extended resource: auto-allocated-topology {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 22:16:50.810253 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extended resource: availability_zones {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 22:16:50.811465 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extended resource: dhcp-networks {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 22:16:50.813056 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extended resource: dhcp-agents {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 22:16:50.814468 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extended resource: routers {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 22:16:50.816691 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extended resource: flavors {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 22:16:50.817848 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extended resource: service_profiles {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 22:16:50.819927 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extended resource: next_providers {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 22:16:50.821384 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extended resource: service_profiles {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 22:16:50.822904 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extended resource: floatingip-pools {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 22:16:50.824132 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extended resource: routers {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 22:16:50.826220 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extended resource: floatingips {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 22:16:50.827532 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extended resource: l3-routers {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 22:16:50.828933 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extended resource: l3-agents {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 22:16:50.830327 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extended resource: metering-labels {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 22:16:50.831670 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extended resource: metering-label-rules {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 22:16:50.832937 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extended resource: network-ip-availabilities {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 22:16:50.834466 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extended resource: bindings {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 22:16:50.836956 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extended resource: quotas {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 22:16:50.838407 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extended resource: quotas {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 22:16:50.839801 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extended resource: rbac-policies {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 22:16:50.841019 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extended resource: security-groups {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 22:16:50.842306 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extended resource: security-group-rules {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 22:16:50.843587 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extended resource: service-providers {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 22:16:50.844806 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extended resource: subnetpools {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 22:16:50.846226 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extended resource: subnetpools {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 22:16:50.847663 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extended resource: tags {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 22:16:50.849349 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extended resource: tags {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 22:16:50.851682 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extended resource: tags {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 22:16:50.853477 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extended resource: tags {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 22:16:50.855276 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extended resource: tags {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 22:16:50.857137 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extended resource: tags {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 22:16:50.858822 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extended resource: tags {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 22:16:50.860745 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extended resource: tags {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 22:16:50.862478 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extended resource: tags {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 22:16:50.864226 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron.api.extensions [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Extended resource: tags {{(pid=93778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 22:16:50.870801 dv-cinder-759955-23-iscsi neutron-server[93778]: WARNING keystonemiddleware.auth_token [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 09 22:16:50.875469 dv-cinder-759955-23-iscsi neutron-server[93778]: WARNING keystonemiddleware.auth_token [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 09 22:16:50.884207 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_concurrency.lockutils [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Acquired lock "singleton_lock" {{(pid=93778) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 09 22:16:50.884669 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_concurrency.lockutils [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Releasing lock "singleton_lock" {{(pid=93778) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 09 22:16:50.885299 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO oslo_service.service [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Starting 2 workers Sep 09 22:16:50.890046 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Started child 93887 {{(pid=93778) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 22:16:50.894371 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Started child 93888 {{(pid=93778) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 22:16:50.895439 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:16:50.896153 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO neutron.service [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Neutron service started, listening on 0.0.0.0:9696 Sep 09 22:16:50.896759 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Notify callbacks [] for process, before_spawn {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:16:50.896982 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [-] (93887) wsgi starting up on http://0.0.0.0:9696 Sep 09 22:16:50.899291 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO oslo_service.service [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Starting 1 workers Sep 09 22:16:50.899422 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:16:50.900806 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [-] (93888) wsgi starting up on http://0.0.0.0:9696 Sep 09 22:16:50.904423 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Started child 93889 {{(pid=93778) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 22:16:50.904941 dv-cinder-759955-23-iscsi neutron-server[93778]: INFO oslo_service.service [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Starting 1 workers Sep 09 22:16:50.908264 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.service [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] calling RpcWorker wait() {{(pid=93889) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 09 22:16:50.908795 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.service [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] returning from RpcWorker wait() {{(pid=93889) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 09 22:16:50.909282 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Started child 93890 {{(pid=93778) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 22:16:50.910049 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG neutron_lib.callbacks.manager [None req-335d5a77-fa05-4d55-9367-c04e0330213f None None] Notify callbacks [] for process, after_spawn {{(pid=93778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:16:50.910334 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:16:50.910832 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:16:50.911933 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93778) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 09 22:16:50.912796 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 09 22:16:50.913002 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 09 22:16:50.913209 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 09 22:16:50.913542 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 09 22:16:50.913698 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 09 22:16:50.914192 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.914463 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.914720 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.914982 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.915071 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:16:50.915519 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.915855 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.916114 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.916347 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.916624 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.916850 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.917018 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.917160 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.917413 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.917641 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.917935 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.918203 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.918446 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.918730 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.918894 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.919146 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.919415 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.919652 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.919904 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] debug = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.920165 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.920647 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.920911 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.921130 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.921359 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.921633 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.921854 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.922101 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.922350 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.922578 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.922811 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.923068 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.923291 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.923495 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.923706 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.924006 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.924201 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.924657 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] host = dv-cinder-759955-23-iscsi {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.924895 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.925102 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.925344 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.925569 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.925809 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.926035 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.926298 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.926548 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.926806 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.927025 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.927254 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.927495 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.928399 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.928752 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] log_file = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.928752 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] log_options = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.929171 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.929318 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.929452 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.929602 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.929765 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.929933 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.930185 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.930342 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.930588 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.930819 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.931050 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.931266 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.931504 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.931729 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.931973 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.932234 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.932463 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.932668 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.932931 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.933206 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.933404 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.933623 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.933865 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.934107 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.934333 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.934571 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.934789 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.935083 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.935240 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.935427 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.935651 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.935887 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.936137 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.936368 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.936630 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.936853 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.937073 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.937280 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.937547 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.937768 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.938014 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.938240 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.938477 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.938695 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.938916 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.939153 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.939394 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] use_json = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.939602 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.939832 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.940124 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.940334 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.940561 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.940768 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.940975 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.941231 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:50.941673 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.941941 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.942302 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.942452 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.942701 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.943023 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.943175 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.943451 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.943739 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.943906 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.944318 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.944518 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.944800 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.945017 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.945276 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:16:50.945425 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.945582 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.945834 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.946090 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.946318 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.946555 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.946782 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.947027 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.947299 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.947510 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.947740 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.947982 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.948227 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.948545 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.948815 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.949085 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.949348 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.949563 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.949846 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.950066 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.950276 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.950486 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.950695 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.950962 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.951732 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.952273 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.952514 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.952729 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.952987 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.953228 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.953426 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.953664 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.953915 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.954158 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.954368 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.954573 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.954784 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.954994 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.955240 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.955449 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.955709 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.956006 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.956265 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.956477 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.956875 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.957035 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.957435 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.958117 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.958117 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.958294 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.958491 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.958707 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.959062 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.959386 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.960131 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.960131 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.960131 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.963174 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.963442 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.963690 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.963923 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.964187 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.964438 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.964753 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.965028 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.965304 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.965530 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.965835 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.966065 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.966289 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.966506 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.966719 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.966929 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.967370 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.967608 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.968141 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.968461 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.968758 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.969085 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.969492 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.969780 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.970344 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.970640 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.970878 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.971124 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.971356 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.971610 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.971868 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.972153 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.972404 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.972634 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.973084 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.973382 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.973761 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.973989 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.974273 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.975064 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.975330 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.975583 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.975829 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.976131 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.976447 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.976841 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.977048 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.977326 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.977539 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.977979 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.978472 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.978895 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.979304 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.979743 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.980184 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.980644 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.980880 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.981145 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.981367 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.981606 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.981820 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.982270 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.982663 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.983053 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.983447 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.983857 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.984379 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.984641 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.984872 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.985090 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.985371 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.985615 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.985853 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.986112 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.986358 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.986604 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.987168 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.987396 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.987625 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.987860 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.988105 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.988316 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.988561 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.988793 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.989038 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.989247 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.989457 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.989699 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.989926 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.990191 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.990915 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.991129 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.991342 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.991601 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.991810 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.992026 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.992292 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.992502 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.992713 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.992923 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.993134 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.993394 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.993609 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.993866 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.994113 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.994338 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.994576 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.994823 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.995072 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.995280 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.995618 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.996111 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.996111 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.996286 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.996747 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.996964 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.997408 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.997634 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.997867 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.998118 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.998724 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:50.999070 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.000051 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.000313 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.000930 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.001183 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.001426 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.001657 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.001874 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.002399 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.002891 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.003121 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.003376 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.003607 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.003847 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.004069 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.004302 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.004512 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.004724 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.005167 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.006125 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.006436 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.006980 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.007234 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.007472 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.007682 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.007908 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.008145 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.008842 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.010329 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.010734 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.011823 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.012100 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.012326 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.012685 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.013028 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.013852 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.014167 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.014407 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.014668 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.014905 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.015132 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.015353 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.015564 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.015811 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.016345 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.016677 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.017056 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.017337 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.018266 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.018843 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.019063 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.019432 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.019688 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.020230 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.020454 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.020768 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.021019 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.021240 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.021700 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.022120 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.022374 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.022619 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.022947 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.023168 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.023408 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.023628 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.023868 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.024109 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.024346 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.024681 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.024971 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.025236 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.025504 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.025769 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.026042 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.026295 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.026505 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.026786 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.027108 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.027373 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.027619 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.027863 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.028140 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.028364 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.028575 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.028805 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.029015 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.029225 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.029461 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.029766 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.030025 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.030860 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.031427 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.031799 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.032083 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.032315 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.032531 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.032816 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.033305 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 09 22:16:51.034105 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93778) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 09 22:16:51.034267 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 09 22:16:51.034451 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 09 22:16:51.034573 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 09 22:16:51.034740 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 09 22:16:51.034887 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 09 22:16:51.035077 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.035227 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.035380 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.035520 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.035657 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.035902 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.036125 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.036358 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.036517 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.036670 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.037483 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.037732 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.037898 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.038040 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.038192 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.038347 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.038502 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.038655 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.038812 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.038964 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.039116 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.039273 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.039424 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] debug = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.039752 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.039945 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.040125 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.040281 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.040434 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.040585 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.040742 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.040897 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.041045 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.041189 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.041347 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.041500 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.041655 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.041806 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.041960 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.042154 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.042243 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.042392 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] host = dv-cinder-759955-23-iscsi {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.042908 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.042908 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.042908 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.043137 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.043137 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.043256 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.043397 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.043699 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.043853 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.044006 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.044183 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.044335 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.044489 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.044638 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] log_file = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.044786 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] log_options = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.044934 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.045234 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.045389 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.045571 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.045733 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.045884 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.046176 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.046473 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.046620 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.046771 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.046927 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.047076 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.047455 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.047604 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.047900 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.048142 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.048305 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.048459 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.048618 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.048776 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.048924 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.049248 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.049400 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.049699 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.049859 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.050014 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.050168 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.050320 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.050610 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.050905 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.051019 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:16:51.051109 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.051190 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.051346 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.051501 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.051655 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.051808 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.051960 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.052162 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.052323 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.052477 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.052675 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.053329 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.053464 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.053617 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.053756 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.053912 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.054063 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] use_json = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.054216 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.054368 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.054520 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.054675 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.054828 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.054980 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.055131 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.055283 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 22:16:51.055457 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.055613 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.055778 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.055933 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.056118 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.056274 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.056429 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.056584 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.056738 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.056892 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.057055 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.057211 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.057375 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.057530 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.057684 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.057842 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.057997 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.058151 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.058306 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.058461 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.058618 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.058773 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.058937 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.059139 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.059233 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.059390 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.059546 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.059717 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.059877 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.060074 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.060212 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.060367 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.060523 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.060680 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.060837 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.060993 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.061150 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.061306 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.061460 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.061616 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.061771 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.061927 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.062084 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.062242 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.062462 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.062629 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.062786 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.062942 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.063100 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.063256 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.063412 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.064422 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.064422 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.064422 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.064422 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.065970 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.065970 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.065970 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.065970 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.065970 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.065970 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.065970 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.066552 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.066552 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.066552 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.066552 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.067104 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.067104 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.067104 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.067104 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.067652 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.067818 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.067976 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.068155 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.068342 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.068834 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.069062 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.069223 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.069379 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.069535 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.069693 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.069854 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.070010 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.070166 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.070323 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.070479 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.070641 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.070800 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.070998 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.071104 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.071258 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.071410 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.071563 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.071719 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.071875 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.072055 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.072209 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.072356 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.072512 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.072827 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.072991 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.073133 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.073273 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.073420 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.073559 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.073701 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.073855 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.074010 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.074164 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.074318 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.074472 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.074626 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.074781 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.074936 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.075089 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.075243 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.075409 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.076315 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.076315 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.076315 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.076315 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.077604 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.077604 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.077604 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.077604 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.077604 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.077604 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.077604 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.077604 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.078149 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.078149 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.078149 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.078149 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.078418 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.078418 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.078572 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.078651 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.078822 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.078982 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.079137 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.079291 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.079447 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.079602 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.079761 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.079916 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.080093 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.080251 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.080406 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.080563 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.080719 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.080873 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.081028 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.081182 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.081339 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.081494 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.081648 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.081805 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.081961 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.082116 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.082270 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.082425 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.082579 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.082734 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.082889 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.083044 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.083200 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.083353 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.083507 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.083665 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.083848 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.084050 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.084181 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.084335 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.084490 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.084646 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.084804 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.084961 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.085118 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.085276 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.085433 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.085589 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.085752 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.085910 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.086065 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.086220 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.086375 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.086532 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.086690 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.086847 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.087005 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.087160 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.087315 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.087486 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.087641 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.087798 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.087955 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.088612 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.088612 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.088612 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.088612 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.088901 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.088901 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.089044 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.089202 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.089435 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.089603 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.089748 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.090078 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.090078 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.090237 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.090336 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.090505 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.090661 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.090819 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.090998 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.091127 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.091282 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.091821 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.091995 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.093030 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.093030 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.093030 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.093030 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.093441 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.093441 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.093643 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.093955 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.094118 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.094274 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.094440 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.094596 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.094751 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.094906 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.095060 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.095215 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.095848 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.095994 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.096173 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.096329 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.096791 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.096953 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.097122 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.097277 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.097433 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.097589 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.097745 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.097900 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.098064 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.098220 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.098376 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.098540 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.098695 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.098849 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.099004 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.099177 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.099342 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.100071 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.100219 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.100348 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.100485 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.100638 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.100789 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.100954 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.101116 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.101274 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.101436 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.101601 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.101765 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.101920 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.102084 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.102255 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.102411 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.102561 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.102717 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.102872 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.103025 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.103180 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.103335 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.103489 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.103643 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.103793 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.103952 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.104128 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.104372 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.104466 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.104582 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.104773 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.104926 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.105014 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.105195 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 22:16:51.105285 dv-cinder-759955-23-iscsi neutron-server[93778]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 09 22:16:51.282561 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 51478) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:16:51.291676 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068591 Sep 09 22:17:02.757135 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4651c192-1ada-4be4-9559-a417e1a9001f None None] get_active_networks_info from dv-cinder-759955-23-iscsi {{(pid=93889) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 09 22:17:02.900651 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4651c192-1ada-4be4-9559-a417e1a9001f None None] No non-hosted networks {{(pid=93889) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 09 22:17:02.909426 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.agentschedulers_db [None req-4651c192-1ada-4be4-9559-a417e1a9001f None None] DHCP Agent not found on host dv-cinder-759955-23-iscsi {{(pid=93889) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 09 22:17:02.993388 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-90bb774c-8759-4d53-b5d6-f0bfabd5b744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-415174'] for agent, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:05.370462 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b8c67f2f-a4e6-48b0-a9e8-2a0fb623af5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-415174'] for agent, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:05.432522 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a23541cf-25a7-402a-a4d9-f1211122ff51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:05.791821 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-415174'] for agent, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:05.792788 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:05.793323 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:05.793836 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:05.794309 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:05.804977 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:05.805523 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:05.806006 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:05.806493 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:05.806953 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:05.807515 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:05.808111 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:05.808656 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:05.809263 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-759955-23-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:17:05.824244 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-759955-23-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:17:06.743142 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-415174'] for agent, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:08.038388 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-415174'] for agent, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:08.203047 dv-cinder-759955-23-iscsi neutron-server[93889]: INFO neutron.db.l3_hamode_db [None req-24320539-e3fc-4d4e-be61-876330e7d09f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 09 22:17:08.279228 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24320539-e3fc-4d4e-be61-876330e7d09f None None] Routers set() bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:17:08.279624 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24320539-e3fc-4d4e-be61-876330e7d09f None None] Router IDs set() for agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 09 22:17:09.102588 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 51570) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:17:09.588218 dv-cinder-759955-23-iscsi neutron-server[93888]: WARNING oslo_policy.policy [None req-ea4afb48-9f0c-4b9a-86c3-7e9ba84ea52b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 22:17:09.588816 dv-cinder-759955-23-iscsi neutron-server[93888]: WARNING oslo_policy.policy [None req-ea4afb48-9f0c-4b9a-86c3-7e9ba84ea52b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 22:17:09.809370 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [None req-ea4afb48-9f0c-4b9a-86c3-7e9ba84ea52b admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 22:17:09.810462 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-ea4afb48-9f0c-4b9a-86c3-7e9ba84ea52b admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7069783 Sep 09 22:17:12.182665 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 51584) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:17:12.491628 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-7472400b-e5ec-4732-8178-949006cc59cd admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:17:12.584336 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.policy [None req-7472400b-e5ec-4732-8178-949006cc59cd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93888) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 09 22:17:12.629093 dv-cinder-759955-23-iscsi neutron-server[93888]: WARNING oslo_policy.policy [None req-7472400b-e5ec-4732-8178-949006cc59cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 22:17:12.629459 dv-cinder-759955-23-iscsi neutron-server[93888]: WARNING oslo_policy.policy [None req-7472400b-e5ec-4732-8178-949006cc59cd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 22:17:12.638773 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.quota [None req-7472400b-e5ec-4732-8178-949006cc59cd admin admin] Loaded quota_driver: . Sep 09 22:17:12.725378 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7472400b-e5ec-4732-8178-949006cc59cd admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781719669625', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781719670026', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781719690149', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781719684361', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781722465338', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781719777695', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1695619', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1356091', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-364153', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3827279'] for rbac-policy, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:12.787940 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7472400b-e5ec-4732-8178-949006cc59cd admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:12.789109 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-7472400b-e5ec-4732-8178-949006cc59cd admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6054773 Sep 09 22:17:15.377480 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 51596) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:17:15.671700 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-2aaffeb9-79c9-4f04-823b-a8815a98c495 admin admin] Request body: {'network': {'name': 'private', 'project_id': '211d314a848446e0bafbff91796531b3', 'tenant_id': '211d314a848446e0bafbff91796531b3', 'admin_state_up': True}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:17:15.699697 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aaffeb9-79c9-4f04-823b-a8815a98c495 admin admin] Made reservation on behalf of 211d314a848446e0bafbff91796531b3 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:17:15.702364 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2aaffeb9-79c9-4f04-823b-a8815a98c495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:15.719180 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2aaffeb9-79c9-4f04-823b-a8815a98c495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:15.841250 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2aaffeb9-79c9-4f04-823b-a8815a98c495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:15.844917 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2aaffeb9-79c9-4f04-823b-a8815a98c495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:15.868767 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aaffeb9-79c9-4f04-823b-a8815a98c495 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 22:17:15.893291 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2aaffeb9-79c9-4f04-823b-a8815a98c495 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781721822868', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:15.893877 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2aaffeb9-79c9-4f04-823b-a8815a98c495 admin admin] Unsubscribe: segment precommit_create {{(pid=93888) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 09 22:17:15.894379 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.db.segments_db [None req-2aaffeb9-79c9-4f04-823b-a8815a98c495 admin admin] Added segment 6e06bb11-9faa-48c1-aa3e-83a354319652 of type vlan for network 12765c0c-87cb-4af7-b622-f5fc6c46c319 Sep 09 22:17:15.901074 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaffeb9-79c9-4f04-823b-a8815a98c495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=240c50de-9d3b-408d-895f-10f4d65851f4,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:17:15.921665 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaffeb9-79c9-4f04-823b-a8815a98c495 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:15.922003 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaffeb9-79c9-4f04-823b-a8815a98c495 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:15.922330 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaffeb9-79c9-4f04-823b-a8815a98c495 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:15.922648 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaffeb9-79c9-4f04-823b-a8815a98c495 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:15.922958 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaffeb9-79c9-4f04-823b-a8815a98c495 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:15.923283 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaffeb9-79c9-4f04-823b-a8815a98c495 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:15.923596 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaffeb9-79c9-4f04-823b-a8815a98c495 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:15.923916 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaffeb9-79c9-4f04-823b-a8815a98c495 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:15.924265 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaffeb9-79c9-4f04-823b-a8815a98c495 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:15.924576 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaffeb9-79c9-4f04-823b-a8815a98c495 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:15.924877 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaffeb9-79c9-4f04-823b-a8815a98c495 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:15.925176 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaffeb9-79c9-4f04-823b-a8815a98c495 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:15.926478 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aaffeb9-79c9-4f04-823b-a8815a98c495 admin admin] Tracked resource versions report: Sep 09 22:17:15.926478 dv-cinder-759955-23-iscsi neutron-server[93888]: pushed versions: Sep 09 22:17:15.926478 dv-cinder-759955-23-iscsi neutron-server[93888]: { 'AddressGroup': {'1.2'}, Sep 09 22:17:15.926478 dv-cinder-759955-23-iscsi neutron-server[93888]: 'ConntrackHelper': {'1.0'}, Sep 09 22:17:15.926478 dv-cinder-759955-23-iscsi neutron-server[93888]: 'Log': {'1.0'}, Sep 09 22:17:15.926478 dv-cinder-759955-23-iscsi neutron-server[93888]: 'Network': {'1.1'}, Sep 09 22:17:15.926478 dv-cinder-759955-23-iscsi neutron-server[93888]: 'Port': {'1.7'}, Sep 09 22:17:15.926478 dv-cinder-759955-23-iscsi neutron-server[93888]: 'PortForwarding': {'1.2'}, Sep 09 22:17:15.926478 dv-cinder-759955-23-iscsi neutron-server[93888]: 'QosPolicy': {'1.9'}, Sep 09 22:17:15.926478 dv-cinder-759955-23-iscsi neutron-server[93888]: 'SecurityGroup': {'1.4'}, Sep 09 22:17:15.926478 dv-cinder-759955-23-iscsi neutron-server[93888]: 'SecurityGroupRule': {'1.2'}, Sep 09 22:17:15.926478 dv-cinder-759955-23-iscsi neutron-server[93888]: 'SubPort': {'1.0'}, Sep 09 22:17:15.926478 dv-cinder-759955-23-iscsi neutron-server[93888]: 'Subnet': {'1.1'}, Sep 09 22:17:15.926478 dv-cinder-759955-23-iscsi neutron-server[93888]: 'Trunk': {'1.1'}} Sep 09 22:17:15.926478 dv-cinder-759955-23-iscsi neutron-server[93888]: consumer versions: Sep 09 22:17:15.926478 dv-cinder-759955-23-iscsi neutron-server[93888]: { DHCP agent@dv-cinder-759955-23-iscsi: {}, Sep 09 22:17:15.926478 dv-cinder-759955-23-iscsi neutron-server[93888]: L3 agent@dv-cinder-759955-23-iscsi: {}, Sep 09 22:17:15.926478 dv-cinder-759955-23-iscsi neutron-server[93888]: Metadata agent@dv-cinder-759955-23-iscsi: {}, Sep 09 22:17:15.926478 dv-cinder-759955-23-iscsi neutron-server[93888]: Metering agent@dv-cinder-759955-23-iscsi: {}, Sep 09 22:17:15.926478 dv-cinder-759955-23-iscsi neutron-server[93888]: Open vSwitch agent@dv-cinder-759955-23-iscsi: { 'AddressGroup': '1.2', Sep 09 22:17:15.926478 dv-cinder-759955-23-iscsi neutron-server[93888]: 'ConntrackHelper': '1.0', Sep 09 22:17:15.926478 dv-cinder-759955-23-iscsi neutron-server[93888]: 'Log': '1.0', Sep 09 22:17:15.926478 dv-cinder-759955-23-iscsi neutron-server[93888]: 'Network': '1.1', Sep 09 22:17:15.926478 dv-cinder-759955-23-iscsi neutron-server[93888]: 'Port': '1.7', Sep 09 22:17:15.926478 dv-cinder-759955-23-iscsi neutron-server[93888]: 'PortForwarding': '1.2', Sep 09 22:17:15.926478 dv-cinder-759955-23-iscsi neutron-server[93888]: 'QosPolicy': '1.9', Sep 09 22:17:15.926478 dv-cinder-759955-23-iscsi neutron-server[93888]: 'SecurityGroup': '1.4', Sep 09 22:17:15.926478 dv-cinder-759955-23-iscsi neutron-server[93888]: 'SecurityGroupRule': '1.2', Sep 09 22:17:15.926478 dv-cinder-759955-23-iscsi neutron-server[93888]: 'SubPort': '1.0', Sep 09 22:17:15.926478 dv-cinder-759955-23-iscsi neutron-server[93888]: 'Subnet': '1.1', Sep 09 22:17:15.926478 dv-cinder-759955-23-iscsi neutron-server[93888]: 'Trunk': '1.1'}} Sep 09 22:17:15.926478 dv-cinder-759955-23-iscsi neutron-server[93888]: {{(pid=93888) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 22:17:16.014355 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2aaffeb9-79c9-4f04-823b-a8815a98c495 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781721265704'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:16.053396 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2aaffeb9-79c9-4f04-823b-a8815a98c495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:16.054510 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aaffeb9-79c9-4f04-823b-a8815a98c495 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:17:16.055155 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2aaffeb9-79c9-4f04-823b-a8815a98c495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:16.104737 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-2aaffeb9-79c9-4f04-823b-a8815a98c495 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7261558 Sep 09 22:17:16.155737 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaffeb9-79c9-4f04-823b-a8815a98c495 admin admin] Pushing event updated for resources: {'Network': ['ID=12765c0c-87cb-4af7-b622-f5fc6c46c319,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:17:16.168002 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Network 12765c0c-87cb-4af7-b622-f5fc6c46c319 details requested by agent ovs-agent-dv-cinder-759955-23-iscsi with host dv-cinder-759955-23-iscsi {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 22:17:18.726695 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 51610) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:17:19.116090 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d09dfb3-a8cf-494d-86d7-3cb0bb22ea8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:17:19.117415 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-3d09dfb3-a8cf-494d-86d7-3cb0bb22ea8d admin admin] 10.222.0.41 "GET /v2.0/networks/12765c0c-87cb-4af7-b622-f5fc6c46c319 HTTP/1.1" status: 200 len: 824 time: 0.3897915 Sep 09 22:17:19.142416 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-75b32e30-599b-4416-a86a-cfd489aca052 admin admin] 10.222.0.41 "GET /v2.0/subnetpools/996a0ccc-b678-4f16-bad4-98de67491430 HTTP/1.1" status: 200 len: 734 time: 0.0188346 Sep 09 22:17:19.151161 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-ba130796-c904-4e65-839e-19e70a6944a7 admin admin] Request body: {'subnet': {'network_id': '12765c0c-87cb-4af7-b622-f5fc6c46c319', 'tenant_id': '211d314a848446e0bafbff91796531b3', 'subnetpool_id': '996a0ccc-b678-4f16-bad4-98de67491430', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:17:19.173546 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba130796-c904-4e65-839e-19e70a6944a7 admin admin] Made reservation on behalf of 211d314a848446e0bafbff91796531b3 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:17:19.175804 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ba130796-c904-4e65-839e-19e70a6944a7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:19.459783 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ba130796-c904-4e65-839e-19e70a6944a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:19.532353 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba130796-c904-4e65-839e-19e70a6944a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56db9a2b-95c6-4c5c-8c3e-dc83a1d258ae,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:17:19.537087 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba130796-c904-4e65-839e-19e70a6944a7 admin admin] Checking segment: {'id': '6e06bb11-9faa-48c1-aa3e-83a354319652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '12765c0c-87cb-4af7-b622-f5fc6c46c319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:17:19.538040 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba130796-c904-4e65-839e-19e70a6944a7 admin admin] Network hostable DHCP agents. Network: 12765c0c-87cb-4af7-b622-f5fc6c46c319, hostable agents: ['8f0ddeab-bc9d-4c81-8d3d-e5ecdacbf733'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 22:17:19.560133 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba130796-c904-4e65-839e-19e70a6944a7 admin admin] Network 12765c0c-87cb-4af7-b622-f5fc6c46c319 is scheduled to be hosted by DHCP agent 8f0ddeab-bc9d-4c81-8d3d-e5ecdacbf733 with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 22:17:19.572161 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-ba130796-c904-4e65-839e-19e70a6944a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-23-iscsi, 12765c0c-87cb-4af7-b622-f5fc6c46c319) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:17:19.577054 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba130796-c904-4e65-839e-19e70a6944a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:17:19.577636 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ba130796-c904-4e65-839e-19e70a6944a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:19.582304 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d336e4-1825-430c-b655-cb0ea4d0a9a1 None None] Network 12765c0c-87cb-4af7-b622-f5fc6c46c319 requested from dv-cinder-759955-23-iscsi {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:17:19.592145 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-ba130796-c904-4e65-839e-19e70a6944a7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4440007 Sep 09 22:17:19.901152 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac52a0c-71a7-4291-9d27-4dbf0a839ac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee46604-0f4e-5923-a4c6-c23d2299b9bb-12765c0c-87cb-4af7-b622-f5fc6c46c319', 'network_id': '12765c0c-87cb-4af7-b622-f5fc6c46c319', 'tenant_id': '211d314a848446e0bafbff91796531b3', 'fixed_ips': [{'subnet_id': '56db9a2b-95c6-4c5c-8c3e-dc83a1d258ae'}]}} from dv-cinder-759955-23-iscsi. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 22:17:19.902368 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dac52a0c-71a7-4291-9d27-4dbf0a839ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:20.174923 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-dac52a0c-71a7-4291-9d27-4dbf0a839ac7 None None] Allocated IP 172.20.0.2 (12765c0c-87cb-4af7-b622-f5fc6c46c319/56db9a2b-95c6-4c5c-8c3e-dc83a1d258ae/9bbc417f-95b9-4804-a8b5-af52f696b2f4) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:17:20.373559 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dac52a0c-71a7-4291-9d27-4dbf0a839ac7 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:20.416961 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-dac52a0c-71a7-4291-9d27-4dbf0a839ac7 None None] Transition to ACTIVE for port object 9bbc417f-95b9-4804-a8b5-af52f696b2f4 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:17:20.438692 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-dac52a0c-71a7-4291-9d27-4dbf0a839ac7 None None] Transition to ACTIVE for port object 9bbc417f-95b9-4804-a8b5-af52f696b2f4 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:17:20.447301 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dac52a0c-71a7-4291-9d27-4dbf0a839ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:20.510328 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac52a0c-71a7-4291-9d27-4dbf0a839ac7 None None] Network 12765c0c-87cb-4af7-b622-f5fc6c46c319 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:17:20.514868 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-dac52a0c-71a7-4291-9d27-4dbf0a839ac7 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:17:20.519516 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac52a0c-71a7-4291-9d27-4dbf0a839ac7 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:17:20.560213 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac52a0c-71a7-4291-9d27-4dbf0a839ac7 None None] Pushing event updated for resources: {'Port': ['ID=9bbc417f-95b9-4804-a8b5-af52f696b2f4,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:17:20.585115 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac52a0c-71a7-4291-9d27-4dbf0a839ac7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:20.585737 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac52a0c-71a7-4291-9d27-4dbf0a839ac7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:20.585836 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac52a0c-71a7-4291-9d27-4dbf0a839ac7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:20.586136 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac52a0c-71a7-4291-9d27-4dbf0a839ac7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:20.586468 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac52a0c-71a7-4291-9d27-4dbf0a839ac7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:20.586794 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac52a0c-71a7-4291-9d27-4dbf0a839ac7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:20.587116 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac52a0c-71a7-4291-9d27-4dbf0a839ac7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:20.587439 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac52a0c-71a7-4291-9d27-4dbf0a839ac7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:20.587776 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac52a0c-71a7-4291-9d27-4dbf0a839ac7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:20.588121 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac52a0c-71a7-4291-9d27-4dbf0a839ac7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:20.588442 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac52a0c-71a7-4291-9d27-4dbf0a839ac7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:20.588759 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac52a0c-71a7-4291-9d27-4dbf0a839ac7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:20.590129 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dac52a0c-71a7-4291-9d27-4dbf0a839ac7 None None] Tracked resource versions report: Sep 09 22:17:20.590129 dv-cinder-759955-23-iscsi neutron-server[93889]: pushed versions: Sep 09 22:17:20.590129 dv-cinder-759955-23-iscsi neutron-server[93889]: { 'AddressGroup': {'1.2'}, Sep 09 22:17:20.590129 dv-cinder-759955-23-iscsi neutron-server[93889]: 'ConntrackHelper': {'1.0'}, Sep 09 22:17:20.590129 dv-cinder-759955-23-iscsi neutron-server[93889]: 'Log': {'1.0'}, Sep 09 22:17:20.590129 dv-cinder-759955-23-iscsi neutron-server[93889]: 'Network': {'1.1'}, Sep 09 22:17:20.590129 dv-cinder-759955-23-iscsi neutron-server[93889]: 'Port': {'1.7'}, Sep 09 22:17:20.590129 dv-cinder-759955-23-iscsi neutron-server[93889]: 'PortForwarding': {'1.2'}, Sep 09 22:17:20.590129 dv-cinder-759955-23-iscsi neutron-server[93889]: 'QosPolicy': {'1.9'}, Sep 09 22:17:20.590129 dv-cinder-759955-23-iscsi neutron-server[93889]: 'SecurityGroup': {'1.4'}, Sep 09 22:17:20.590129 dv-cinder-759955-23-iscsi neutron-server[93889]: 'SecurityGroupRule': {'1.2'}, Sep 09 22:17:20.590129 dv-cinder-759955-23-iscsi neutron-server[93889]: 'SubPort': {'1.0'}, Sep 09 22:17:20.590129 dv-cinder-759955-23-iscsi neutron-server[93889]: 'Subnet': {'1.1'}, Sep 09 22:17:20.590129 dv-cinder-759955-23-iscsi neutron-server[93889]: 'Trunk': {'1.1'}} Sep 09 22:17:20.590129 dv-cinder-759955-23-iscsi neutron-server[93889]: consumer versions: Sep 09 22:17:20.590129 dv-cinder-759955-23-iscsi neutron-server[93889]: { DHCP agent@dv-cinder-759955-23-iscsi: {}, Sep 09 22:17:20.590129 dv-cinder-759955-23-iscsi neutron-server[93889]: L3 agent@dv-cinder-759955-23-iscsi: {}, Sep 09 22:17:20.590129 dv-cinder-759955-23-iscsi neutron-server[93889]: Metadata agent@dv-cinder-759955-23-iscsi: {}, Sep 09 22:17:20.590129 dv-cinder-759955-23-iscsi neutron-server[93889]: Metering agent@dv-cinder-759955-23-iscsi: {}, Sep 09 22:17:20.590129 dv-cinder-759955-23-iscsi neutron-server[93889]: Open vSwitch agent@dv-cinder-759955-23-iscsi: { 'AddressGroup': '1.2', Sep 09 22:17:20.590129 dv-cinder-759955-23-iscsi neutron-server[93889]: 'ConntrackHelper': '1.0', Sep 09 22:17:20.590129 dv-cinder-759955-23-iscsi neutron-server[93889]: 'Log': '1.0', Sep 09 22:17:20.590129 dv-cinder-759955-23-iscsi neutron-server[93889]: 'Network': '1.1', Sep 09 22:17:20.590129 dv-cinder-759955-23-iscsi neutron-server[93889]: 'Port': '1.7', Sep 09 22:17:20.590129 dv-cinder-759955-23-iscsi neutron-server[93889]: 'PortForwarding': '1.2', Sep 09 22:17:20.590129 dv-cinder-759955-23-iscsi neutron-server[93889]: 'QosPolicy': '1.9', Sep 09 22:17:20.590129 dv-cinder-759955-23-iscsi neutron-server[93889]: 'SecurityGroup': '1.4', Sep 09 22:17:20.590129 dv-cinder-759955-23-iscsi neutron-server[93889]: 'SecurityGroupRule': '1.2', Sep 09 22:17:20.590129 dv-cinder-759955-23-iscsi neutron-server[93889]: 'SubPort': '1.0', Sep 09 22:17:20.590129 dv-cinder-759955-23-iscsi neutron-server[93889]: 'Subnet': '1.1', Sep 09 22:17:20.590129 dv-cinder-759955-23-iscsi neutron-server[93889]: 'Trunk': '1.1'}} Sep 09 22:17:20.590129 dv-cinder-759955-23-iscsi neutron-server[93889]: {{(pid=93889) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 22:17:20.616892 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-dac52a0c-71a7-4291-9d27-4dbf0a839ac7 None None] Attempting to bind port 9bbc417f-95b9-4804-a8b5-af52f696b2f4 on host dv-cinder-759955-23-iscsi for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:17:20.617282 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-dac52a0c-71a7-4291-9d27-4dbf0a839ac7 None None] Attempting to bind port 9bbc417f-95b9-4804-a8b5-af52f696b2f4 by drivers openvswitch,hyperv on host dv-cinder-759955-23-iscsi at level 0 using segments [{'id': '6e06bb11-9faa-48c1-aa3e-83a354319652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '12765c0c-87cb-4af7-b622-f5fc6c46c319'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:17:20.617701 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac52a0c-71a7-4291-9d27-4dbf0a839ac7 None None] Attempting to bind port 9bbc417f-95b9-4804-a8b5-af52f696b2f4 on network 12765c0c-87cb-4af7-b622-f5fc6c46c319 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:17:20.622441 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac52a0c-71a7-4291-9d27-4dbf0a839ac7 None None] Checking agent: {'id': '18c8940e-01ce-4dee-a90a-54246b2955c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 17, 6), 'started_at': datetime.datetime(2021, 9, 9, 22, 17, 6), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:17:20.622885 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac52a0c-71a7-4291-9d27-4dbf0a839ac7 None None] Checking segment: {'id': '6e06bb11-9faa-48c1-aa3e-83a354319652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '12765c0c-87cb-4af7-b622-f5fc6c46c319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:17:20.623339 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dac52a0c-71a7-4291-9d27-4dbf0a839ac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:20.623727 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac52a0c-71a7-4291-9d27-4dbf0a839ac7 None None] Bound using segment: {'id': '6e06bb11-9faa-48c1-aa3e-83a354319652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '12765c0c-87cb-4af7-b622-f5fc6c46c319'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:17:20.624244 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-dac52a0c-71a7-4291-9d27-4dbf0a839ac7 None None] Bound port: 9bbc417f-95b9-4804-a8b5-af52f696b2f4, host: dv-cinder-759955-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e06bb11-9faa-48c1-aa3e-83a354319652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '12765c0c-87cb-4af7-b622-f5fc6c46c319'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:17:20.624671 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dac52a0c-71a7-4291-9d27-4dbf0a839ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:20.686653 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-dac52a0c-71a7-4291-9d27-4dbf0a839ac7 None None] For port 9bbc417f-95b9-4804-a8b5-af52f696b2f4, host dv-cinder-759955-23-iscsi, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:17:20.691078 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-dac52a0c-71a7-4291-9d27-4dbf0a839ac7 None None] For port 9bbc417f-95b9-4804-a8b5-af52f696b2f4, host dv-cinder-759955-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=9bbc417f-95b9-4804-a8b5-af52f696b2f4,segment=NetworkSegment(6e06bb11-9faa-48c1-aa3e-83a354319652),segment_id=6e06bb11-9faa-48c1-aa3e-83a354319652)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:17:20.696259 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dac52a0c-71a7-4291-9d27-4dbf0a839ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:20.762941 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac52a0c-71a7-4291-9d27-4dbf0a839ac7 None None] Pushing event updated for resources: {'Port': ['ID=9bbc417f-95b9-4804-a8b5-af52f696b2f4,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:17:22.031731 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 51618) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:17:22.344154 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [None req-2dca9800-7f4d-41e7-adbe-ae1c8215f17f admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 22:17:22.345130 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-2dca9800-7f4d-41e7-adbe-ae1c8215f17f admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3124299 Sep 09 22:17:24.794043 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 51626) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:17:25.112155 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [None req-074fe33b-c706-4b1b-8178-32d96a2868d5 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 22:17:25.113138 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-074fe33b-c706-4b1b-8178-32d96a2868d5 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3181098 Sep 09 22:17:27.773155 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 51636) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:17:28.097320 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-2fa1bde0-3c46-4dea-b1ca-bd7e3441324a admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '211d314a848446e0bafbff91796531b3', 'name': 'router1'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:17:28.122580 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2fa1bde0-3c46-4dea-b1ca-bd7e3441324a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-413326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-328'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:28.124253 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2fa1bde0-3c46-4dea-b1ca-bd7e3441324a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-489013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-321'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:28.262562 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2fa1bde0-3c46-4dea-b1ca-bd7e3441324a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:28.267246 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2fa1bde0-3c46-4dea-b1ca-bd7e3441324a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-413447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415071'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:28.280597 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2fa1bde0-3c46-4dea-b1ca-bd7e3441324a admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:28.281868 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-2fa1bde0-3c46-4dea-b1ca-bd7e3441324a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5077257 Sep 09 22:17:29.157735 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755c315b-3c0d-4a28-af2b-50085f1b1827 None None] Network 12765c0c-87cb-4af7-b622-f5fc6c46c319 requested from dv-cinder-759955-23-iscsi {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:17:29.233940 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8dd1210c-ab53-4239-a349-5347d777ddd5 None None] Provisioning for port 9bbc417f-95b9-4804-a8b5-af52f696b2f4 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:17:29.592675 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 9bbc417f-95b9-4804-a8b5-af52f696b2f4 up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:17:29.671989 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning for port 9bbc417f-95b9-4804-a8b5-af52f696b2f4 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:17:29.675395 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port 9bbc417f-95b9-4804-a8b5-af52f696b2f4 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:17:29.675781 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:29.779445 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:29.811588 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] For port 9bbc417f-95b9-4804-a8b5-af52f696b2f4, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=9bbc417f-95b9-4804-a8b5-af52f696b2f4,segment=NetworkSegment(6e06bb11-9faa-48c1-aa3e-83a354319652),segment_id=6e06bb11-9faa-48c1-aa3e-83a354319652)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:17:29.814957 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:29.860756 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Pushing event updated for resources: {'Port': ['ID=9bbc417f-95b9-4804-a8b5-af52f696b2f4,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:17:30.698066 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 51648) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:17:31.004901 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [None req-fd538147-5e29-4cb8-9ce5-0068d13dc464 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 22:17:31.005682 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-fd538147-5e29-4cb8-9ce5-0068d13dc464 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3067017 Sep 09 22:17:31.569920 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 9bbc417f-95b9-4804-a8b5-af52f696b2f4 up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:17:31.614726 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port 9bbc417f-95b9-4804-a8b5-af52f696b2f4 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:17:31.615086 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:32.626320 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ea86c575-a639-4570-8289-0134119f8aad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:33.402049 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 51656) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:17:33.901249 dv-cinder-759955-23-iscsi neutron-server[93887]: WARNING oslo_policy.policy [None req-a128e43b-ce0c-4fcc-8123-3dec92bb44a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 22:17:33.901817 dv-cinder-759955-23-iscsi neutron-server[93887]: WARNING oslo_policy.policy [None req-a128e43b-ce0c-4fcc-8123-3dec92bb44a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 22:17:34.122339 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-a128e43b-ce0c-4fcc-8123-3dec92bb44a1 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:17:34.123892 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.quota [None req-a128e43b-ce0c-4fcc-8123-3dec92bb44a1 admin admin] Loaded quota_driver: . Sep 09 22:17:34.178227 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a128e43b-ce0c-4fcc-8123-3dec92bb44a1 admin admin] Made reservation on behalf of 1f443f54448444a18d5cdf5be5b89169 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:17:34.244477 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.policy [None req-a128e43b-ce0c-4fcc-8123-3dec92bb44a1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93887) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 09 22:17:34.289402 dv-cinder-759955-23-iscsi neutron-server[93887]: WARNING oslo_policy.policy [None req-a128e43b-ce0c-4fcc-8123-3dec92bb44a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 22:17:34.289762 dv-cinder-759955-23-iscsi neutron-server[93887]: WARNING oslo_policy.policy [None req-a128e43b-ce0c-4fcc-8123-3dec92bb44a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 22:17:34.299669 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a128e43b-ce0c-4fcc-8123-3dec92bb44a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:34.320158 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a128e43b-ce0c-4fcc-8123-3dec92bb44a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:34.446273 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a128e43b-ce0c-4fcc-8123-3dec92bb44a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:34.449856 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a128e43b-ce0c-4fcc-8123-3dec92bb44a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:34.461116 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a128e43b-ce0c-4fcc-8123-3dec92bb44a1 admin admin] Reserving flat network on physical network physnet1 {{(pid=93887) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 09 22:17:34.491272 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a128e43b-ce0c-4fcc-8123-3dec92bb44a1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781721822868', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:34.491991 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a128e43b-ce0c-4fcc-8123-3dec92bb44a1 admin admin] Unsubscribe: segment precommit_create {{(pid=93887) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 09 22:17:34.492908 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.db.segments_db [None req-a128e43b-ce0c-4fcc-8123-3dec92bb44a1 admin admin] Added segment 90346f4a-7a44-48b1-bd31-fe8f3a549143 of type flat for network a96fd56d-97e4-47a2-815b-e854e5640ee5 Sep 09 22:17:34.518746 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a128e43b-ce0c-4fcc-8123-3dec92bb44a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d511b388-3521-4cc0-8981-1f7c7e9179d4,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:17:34.552090 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a128e43b-ce0c-4fcc-8123-3dec92bb44a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:34.552443 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a128e43b-ce0c-4fcc-8123-3dec92bb44a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:34.552778 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a128e43b-ce0c-4fcc-8123-3dec92bb44a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:34.553101 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a128e43b-ce0c-4fcc-8123-3dec92bb44a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:34.553422 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a128e43b-ce0c-4fcc-8123-3dec92bb44a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:34.553759 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a128e43b-ce0c-4fcc-8123-3dec92bb44a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:34.554080 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a128e43b-ce0c-4fcc-8123-3dec92bb44a1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:34.554410 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a128e43b-ce0c-4fcc-8123-3dec92bb44a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:34.554749 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a128e43b-ce0c-4fcc-8123-3dec92bb44a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:34.555064 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a128e43b-ce0c-4fcc-8123-3dec92bb44a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:34.555373 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a128e43b-ce0c-4fcc-8123-3dec92bb44a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:34.555681 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a128e43b-ce0c-4fcc-8123-3dec92bb44a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:34.557054 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a128e43b-ce0c-4fcc-8123-3dec92bb44a1 admin admin] Tracked resource versions report: Sep 09 22:17:34.557054 dv-cinder-759955-23-iscsi neutron-server[93887]: pushed versions: Sep 09 22:17:34.557054 dv-cinder-759955-23-iscsi neutron-server[93887]: { 'AddressGroup': {'1.2'}, Sep 09 22:17:34.557054 dv-cinder-759955-23-iscsi neutron-server[93887]: 'ConntrackHelper': {'1.0'}, Sep 09 22:17:34.557054 dv-cinder-759955-23-iscsi neutron-server[93887]: 'Log': {'1.0'}, Sep 09 22:17:34.557054 dv-cinder-759955-23-iscsi neutron-server[93887]: 'Network': {'1.1'}, Sep 09 22:17:34.557054 dv-cinder-759955-23-iscsi neutron-server[93887]: 'Port': {'1.7'}, Sep 09 22:17:34.557054 dv-cinder-759955-23-iscsi neutron-server[93887]: 'PortForwarding': {'1.2'}, Sep 09 22:17:34.557054 dv-cinder-759955-23-iscsi neutron-server[93887]: 'QosPolicy': {'1.9'}, Sep 09 22:17:34.557054 dv-cinder-759955-23-iscsi neutron-server[93887]: 'SecurityGroup': {'1.4'}, Sep 09 22:17:34.557054 dv-cinder-759955-23-iscsi neutron-server[93887]: 'SecurityGroupRule': {'1.2'}, Sep 09 22:17:34.557054 dv-cinder-759955-23-iscsi neutron-server[93887]: 'SubPort': {'1.0'}, Sep 09 22:17:34.557054 dv-cinder-759955-23-iscsi neutron-server[93887]: 'Subnet': {'1.1'}, Sep 09 22:17:34.557054 dv-cinder-759955-23-iscsi neutron-server[93887]: 'Trunk': {'1.1'}} Sep 09 22:17:34.557054 dv-cinder-759955-23-iscsi neutron-server[93887]: consumer versions: Sep 09 22:17:34.557054 dv-cinder-759955-23-iscsi neutron-server[93887]: { DHCP agent@dv-cinder-759955-23-iscsi: {}, Sep 09 22:17:34.557054 dv-cinder-759955-23-iscsi neutron-server[93887]: L3 agent@dv-cinder-759955-23-iscsi: {}, Sep 09 22:17:34.557054 dv-cinder-759955-23-iscsi neutron-server[93887]: Metadata agent@dv-cinder-759955-23-iscsi: {}, Sep 09 22:17:34.557054 dv-cinder-759955-23-iscsi neutron-server[93887]: Metering agent@dv-cinder-759955-23-iscsi: {}, Sep 09 22:17:34.557054 dv-cinder-759955-23-iscsi neutron-server[93887]: Open vSwitch agent@dv-cinder-759955-23-iscsi: { 'AddressGroup': '1.2', Sep 09 22:17:34.557054 dv-cinder-759955-23-iscsi neutron-server[93887]: 'ConntrackHelper': '1.0', Sep 09 22:17:34.557054 dv-cinder-759955-23-iscsi neutron-server[93887]: 'Log': '1.0', Sep 09 22:17:34.557054 dv-cinder-759955-23-iscsi neutron-server[93887]: 'Network': '1.1', Sep 09 22:17:34.557054 dv-cinder-759955-23-iscsi neutron-server[93887]: 'Port': '1.7', Sep 09 22:17:34.557054 dv-cinder-759955-23-iscsi neutron-server[93887]: 'PortForwarding': '1.2', Sep 09 22:17:34.557054 dv-cinder-759955-23-iscsi neutron-server[93887]: 'QosPolicy': '1.9', Sep 09 22:17:34.557054 dv-cinder-759955-23-iscsi neutron-server[93887]: 'SecurityGroup': '1.4', Sep 09 22:17:34.557054 dv-cinder-759955-23-iscsi neutron-server[93887]: 'SecurityGroupRule': '1.2', Sep 09 22:17:34.557054 dv-cinder-759955-23-iscsi neutron-server[93887]: 'SubPort': '1.0', Sep 09 22:17:34.557054 dv-cinder-759955-23-iscsi neutron-server[93887]: 'Subnet': '1.1', Sep 09 22:17:34.557054 dv-cinder-759955-23-iscsi neutron-server[93887]: 'Trunk': '1.1'}} Sep 09 22:17:34.557054 dv-cinder-759955-23-iscsi neutron-server[93887]: {{(pid=93887) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 22:17:34.630948 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a128e43b-ce0c-4fcc-8123-3dec92bb44a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781721265704'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:34.676931 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a128e43b-ce0c-4fcc-8123-3dec92bb44a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:34.678119 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a128e43b-ce0c-4fcc-8123-3dec92bb44a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:17:34.678755 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a128e43b-ce0c-4fcc-8123-3dec92bb44a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:34.729391 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-a128e43b-ce0c-4fcc-8123-3dec92bb44a1 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3250656 Sep 09 22:17:34.778959 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a128e43b-ce0c-4fcc-8123-3dec92bb44a1 admin admin] Pushing event updated for resources: {'Network': ['ID=a96fd56d-97e4-47a2-815b-e854e5640ee5,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:17:34.789866 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Network a96fd56d-97e4-47a2-815b-e854e5640ee5 details requested by agent ovs-agent-dv-cinder-759955-23-iscsi with host dv-cinder-759955-23-iscsi {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 22:17:35.361002 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-79b9060a-dce3-4e25-9272-4c700307e853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:35.783058 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:36.636601 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:37.126487 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 51686) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:17:37.345216 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ab230a-d41e-4acd-b338-46e5bb0f74cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:17:37.346569 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-70ab230a-d41e-4acd-b338-46e5bb0f74cb admin admin] 10.222.0.41 "GET /v2.0/subnets/56db9a2b-95c6-4c5c-8c3e-dc83a1d258ae HTTP/1.1" status: 200 len: 849 time: 0.2191238 Sep 09 22:17:37.505510 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-986cea31-5b59-4dce-92df-23704b283035 admin admin] 10.222.0.41 "GET /v2.0/routers/0e3b08e1-35ce-4ab4-a3b5-52c5e1db237c HTTP/1.1" status: 200 len: 704 time: 0.1521361 Sep 09 22:17:37.781067 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cce717f2-0574-4f63-84c8-10832a34754d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:37.982509 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:38.074052 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-cce717f2-0574-4f63-84c8-10832a34754d admin admin] Allocated IP 172.20.0.1 (12765c0c-87cb-4af7-b622-f5fc6c46c319/56db9a2b-95c6-4c5c-8c3e-dc83a1d258ae/1aaca9bb-ec5e-4671-9608-0fa7b15ab14f) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:17:38.253153 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cce717f2-0574-4f63-84c8-10832a34754d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:38.276293 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-cce717f2-0574-4f63-84c8-10832a34754d admin admin] Transition to ACTIVE for port object 1aaca9bb-ec5e-4671-9608-0fa7b15ab14f will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:17:38.341828 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cce717f2-0574-4f63-84c8-10832a34754d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:38.408159 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce717f2-0574-4f63-84c8-10832a34754d admin admin] Network 12765c0c-87cb-4af7-b622-f5fc6c46c319 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:17:38.412684 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-cce717f2-0574-4f63-84c8-10832a34754d admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:17:38.423135 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce717f2-0574-4f63-84c8-10832a34754d admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:17:38.423710 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cce717f2-0574-4f63-84c8-10832a34754d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415118'] for router_interface, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:38.495615 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce717f2-0574-4f63-84c8-10832a34754d admin admin] Pushing event updated for resources: {'Port': ['ID=1aaca9bb-ec5e-4671-9608-0fa7b15ab14f,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:17:38.629943 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cce717f2-0574-4f63-84c8-10832a34754d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:38.645532 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d6770452-6677-49b1-b511-278542a4bca7 None None] Provisioning for port 1aaca9bb-ec5e-4671-9608-0fa7b15ab14f completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:17:38.649156 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d6770452-6677-49b1-b511-278542a4bca7 None None] Provisioning complete for port 1aaca9bb-ec5e-4671-9608-0fa7b15ab14f triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:17:38.649523 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d6770452-6677-49b1-b511-278542a4bca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:38.681147 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d6770452-6677-49b1-b511-278542a4bca7 None None] Port 1aaca9bb-ec5e-4671-9608-0fa7b15ab14f cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 22:17:38.886065 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cce717f2-0574-4f63-84c8-10832a34754d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:38.890440 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cce717f2-0574-4f63-84c8-10832a34754d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:38.891193 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cce717f2-0574-4f63-84c8-10832a34754d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413982'] for router_interface, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:38.952694 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce717f2-0574-4f63-84c8-10832a34754d admin admin] Pushing event updated for resources: {'Port': ['ID=1aaca9bb-ec5e-4671-9608-0fa7b15ab14f,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:17:39.013374 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce717f2-0574-4f63-84c8-10832a34754d admin admin] Network 12765c0c-87cb-4af7-b622-f5fc6c46c319 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:17:39.014662 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-cce717f2-0574-4f63-84c8-10832a34754d admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:17:39.182113 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cce717f2-0574-4f63-84c8-10832a34754d admin admin] Router 0e3b08e1-35ce-4ab4-a3b5-52c5e1db237c is scheduled to L3 agent ecba8a59-1a63-4f4e-b72e-1c921b89dba6 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 22:17:39.200954 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-5cf3980d-11f8-4774-bdc4-596f53957e27 None None] Provisioning complete for port 1aaca9bb-ec5e-4671-9608-0fa7b15ab14f triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:17:39.201507 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5cf3980d-11f8-4774-bdc4-596f53957e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:39.234736 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-5cf3980d-11f8-4774-bdc4-596f53957e27 None None] Port 1aaca9bb-ec5e-4671-9608-0fa7b15ab14f cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 22:17:39.272539 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cce717f2-0574-4f63-84c8-10832a34754d admin admin] Notify agent at l3_agent.dv-cinder-759955-23-iscsi the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:17:39.277638 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-cce717f2-0574-4f63-84c8-10832a34754d admin admin] 10.222.0.41 "PUT /v2.0/routers/0e3b08e1-35ce-4ab4-a3b5-52c5e1db237c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7663209 Sep 09 22:17:39.295769 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca10b8fb-e9eb-4659-91a3-a822fa94279d None None] Sync routers for ids ['0e3b08e1-35ce-4ab4-a3b5-52c5e1db237c'] in dv-cinder-759955-23-iscsi {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:17:39.306897 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca10b8fb-e9eb-4659-91a3-a822fa94279d None None] Routers {'0e3b08e1-35ce-4ab4-a3b5-52c5e1db237c'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:17:39.307726 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-ca10b8fb-e9eb-4659-91a3-a822fa94279d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:17:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['0e3b08e1-35ce-4ab4-a3b5-52c5e1db237c'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:17:39.497845 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-ca10b8fb-e9eb-4659-91a3-a822fa94279d None None] Set router 0e3b08e1-35ce-4ab4-a3b5-52c5e1db237c gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:17:39.920911 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-ca10b8fb-e9eb-4659-91a3-a822fa94279d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e3b08e1-35ce-4ab4-a3b5-52c5e1db237c', 'name': 'router1', 'tenant_id': '211d314a848446e0bafbff91796531b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:17:28Z', 'updated_at': '2021-09-09T22:17:38Z', 'revision_number': 2, 'project_id': '211d314a848446e0bafbff91796531b3', 'gw_port_host': None, '_interfaces': [{'id': '1aaca9bb-ec5e-4671-9608-0fa7b15ab14f', 'name': '', 'network_id': '12765c0c-87cb-4af7-b622-f5fc6c46c319', 'tenant_id': '211d314a848446e0bafbff91796531b3', 'mac_address': 'fa:16:3e:cd:c4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e3b08e1-35ce-4ab4-a3b5-52c5e1db237c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '56db9a2b-95c6-4c5c-8c3e-dc83a1d258ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:17:37Z', 'updated_at': '2021-09-09T22:17:38Z', 'revision_number': 2, 'project_id': '211d314a848446e0bafbff91796531b3', 'subnets': [{'id': '56db9a2b-95c6-4c5c-8c3e-dc83a1d258ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '996a0ccc-b678-4f16-bad4-98de67491430'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:17:39.976124 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca10b8fb-e9eb-4659-91a3-a822fa94279d None None] Checking router: 0e3b08e1-35ce-4ab4-a3b5-52c5e1db237c for host: dv-cinder-759955-23-iscsi {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:17:39.976432 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca10b8fb-e9eb-4659-91a3-a822fa94279d None None] Updating router 0e3b08e1-35ce-4ab4-a3b5-52c5e1db237c port 1aaca9bb-ec5e-4671-9608-0fa7b15ab14f binding host dv-cinder-759955-23-iscsi {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 22:17:40.034813 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ca10b8fb-e9eb-4659-91a3-a822fa94279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:40.549709 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ca10b8fb-e9eb-4659-91a3-a822fa94279d None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:40.567538 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-ca10b8fb-e9eb-4659-91a3-a822fa94279d None None] Transition to ACTIVE for port object 1aaca9bb-ec5e-4671-9608-0fa7b15ab14f will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:17:40.573175 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ca10b8fb-e9eb-4659-91a3-a822fa94279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:40.664800 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d78bd73-c5a8-41fa-9edc-9d399cd05592 None None] Pushing event updated for resources: {'Port': ['ID=1aaca9bb-ec5e-4671-9608-0fa7b15ab14f,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:17:40.705207 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d78bd73-c5a8-41fa-9edc-9d399cd05592 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:40.705554 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d78bd73-c5a8-41fa-9edc-9d399cd05592 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:40.705891 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d78bd73-c5a8-41fa-9edc-9d399cd05592 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:40.706219 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d78bd73-c5a8-41fa-9edc-9d399cd05592 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:40.706545 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d78bd73-c5a8-41fa-9edc-9d399cd05592 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:40.706867 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d78bd73-c5a8-41fa-9edc-9d399cd05592 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:40.707268 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d78bd73-c5a8-41fa-9edc-9d399cd05592 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:40.708129 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d78bd73-c5a8-41fa-9edc-9d399cd05592 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:40.708469 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d78bd73-c5a8-41fa-9edc-9d399cd05592 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:40.708802 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d78bd73-c5a8-41fa-9edc-9d399cd05592 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:40.709102 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d78bd73-c5a8-41fa-9edc-9d399cd05592 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:40.709416 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d78bd73-c5a8-41fa-9edc-9d399cd05592 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:17:40.710771 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d78bd73-c5a8-41fa-9edc-9d399cd05592 None None] Tracked resource versions report: Sep 09 22:17:40.710771 dv-cinder-759955-23-iscsi neutron-server[93890]: pushed versions: Sep 09 22:17:40.710771 dv-cinder-759955-23-iscsi neutron-server[93890]: { 'AddressGroup': {'1.2'}, Sep 09 22:17:40.710771 dv-cinder-759955-23-iscsi neutron-server[93890]: 'ConntrackHelper': {'1.0'}, Sep 09 22:17:40.710771 dv-cinder-759955-23-iscsi neutron-server[93890]: 'Log': {'1.0'}, Sep 09 22:17:40.710771 dv-cinder-759955-23-iscsi neutron-server[93890]: 'Network': {'1.1'}, Sep 09 22:17:40.710771 dv-cinder-759955-23-iscsi neutron-server[93890]: 'Port': {'1.7'}, Sep 09 22:17:40.710771 dv-cinder-759955-23-iscsi neutron-server[93890]: 'PortForwarding': {'1.2'}, Sep 09 22:17:40.710771 dv-cinder-759955-23-iscsi neutron-server[93890]: 'QosPolicy': {'1.9'}, Sep 09 22:17:40.710771 dv-cinder-759955-23-iscsi neutron-server[93890]: 'SecurityGroup': {'1.4'}, Sep 09 22:17:40.710771 dv-cinder-759955-23-iscsi neutron-server[93890]: 'SecurityGroupRule': {'1.2'}, Sep 09 22:17:40.710771 dv-cinder-759955-23-iscsi neutron-server[93890]: 'SubPort': {'1.0'}, Sep 09 22:17:40.710771 dv-cinder-759955-23-iscsi neutron-server[93890]: 'Subnet': {'1.1'}, Sep 09 22:17:40.710771 dv-cinder-759955-23-iscsi neutron-server[93890]: 'Trunk': {'1.1'}} Sep 09 22:17:40.710771 dv-cinder-759955-23-iscsi neutron-server[93890]: consumer versions: Sep 09 22:17:40.710771 dv-cinder-759955-23-iscsi neutron-server[93890]: { DHCP agent@dv-cinder-759955-23-iscsi: {}, Sep 09 22:17:40.710771 dv-cinder-759955-23-iscsi neutron-server[93890]: L3 agent@dv-cinder-759955-23-iscsi: {}, Sep 09 22:17:40.710771 dv-cinder-759955-23-iscsi neutron-server[93890]: Metadata agent@dv-cinder-759955-23-iscsi: {}, Sep 09 22:17:40.710771 dv-cinder-759955-23-iscsi neutron-server[93890]: Metering agent@dv-cinder-759955-23-iscsi: {}, Sep 09 22:17:40.710771 dv-cinder-759955-23-iscsi neutron-server[93890]: Open vSwitch agent@dv-cinder-759955-23-iscsi: { 'AddressGroup': '1.2', Sep 09 22:17:40.710771 dv-cinder-759955-23-iscsi neutron-server[93890]: 'ConntrackHelper': '1.0', Sep 09 22:17:40.710771 dv-cinder-759955-23-iscsi neutron-server[93890]: 'Log': '1.0', Sep 09 22:17:40.710771 dv-cinder-759955-23-iscsi neutron-server[93890]: 'Network': '1.1', Sep 09 22:17:40.710771 dv-cinder-759955-23-iscsi neutron-server[93890]: 'Port': '1.7', Sep 09 22:17:40.710771 dv-cinder-759955-23-iscsi neutron-server[93890]: 'PortForwarding': '1.2', Sep 09 22:17:40.710771 dv-cinder-759955-23-iscsi neutron-server[93890]: 'QosPolicy': '1.9', Sep 09 22:17:40.710771 dv-cinder-759955-23-iscsi neutron-server[93890]: 'SecurityGroup': '1.4', Sep 09 22:17:40.710771 dv-cinder-759955-23-iscsi neutron-server[93890]: 'SecurityGroupRule': '1.2', Sep 09 22:17:40.710771 dv-cinder-759955-23-iscsi neutron-server[93890]: 'SubPort': '1.0', Sep 09 22:17:40.710771 dv-cinder-759955-23-iscsi neutron-server[93890]: 'Subnet': '1.1', Sep 09 22:17:40.710771 dv-cinder-759955-23-iscsi neutron-server[93890]: 'Trunk': '1.1'}} Sep 09 22:17:40.710771 dv-cinder-759955-23-iscsi neutron-server[93890]: {{(pid=93890) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 22:17:40.745464 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-ca10b8fb-e9eb-4659-91a3-a822fa94279d None None] Attempting to bind port 1aaca9bb-ec5e-4671-9608-0fa7b15ab14f on host dv-cinder-759955-23-iscsi for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:17:40.745863 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-ca10b8fb-e9eb-4659-91a3-a822fa94279d None None] Attempting to bind port 1aaca9bb-ec5e-4671-9608-0fa7b15ab14f by drivers openvswitch,hyperv on host dv-cinder-759955-23-iscsi at level 0 using segments [{'id': '6e06bb11-9faa-48c1-aa3e-83a354319652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '12765c0c-87cb-4af7-b622-f5fc6c46c319'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:17:40.746287 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca10b8fb-e9eb-4659-91a3-a822fa94279d None None] Attempting to bind port 1aaca9bb-ec5e-4671-9608-0fa7b15ab14f on network 12765c0c-87cb-4af7-b622-f5fc6c46c319 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:17:40.751960 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca10b8fb-e9eb-4659-91a3-a822fa94279d None None] Checking agent: {'id': '18c8940e-01ce-4dee-a90a-54246b2955c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 17, 6), 'started_at': datetime.datetime(2021, 9, 9, 22, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:17:40.752397 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca10b8fb-e9eb-4659-91a3-a822fa94279d None None] Checking segment: {'id': '6e06bb11-9faa-48c1-aa3e-83a354319652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '12765c0c-87cb-4af7-b622-f5fc6c46c319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:17:40.752853 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ca10b8fb-e9eb-4659-91a3-a822fa94279d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:40.753251 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca10b8fb-e9eb-4659-91a3-a822fa94279d None None] Bound using segment: {'id': '6e06bb11-9faa-48c1-aa3e-83a354319652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '12765c0c-87cb-4af7-b622-f5fc6c46c319'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:17:40.753734 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-ca10b8fb-e9eb-4659-91a3-a822fa94279d None None] Bound port: 1aaca9bb-ec5e-4671-9608-0fa7b15ab14f, host: dv-cinder-759955-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e06bb11-9faa-48c1-aa3e-83a354319652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '12765c0c-87cb-4af7-b622-f5fc6c46c319'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:17:40.754189 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ca10b8fb-e9eb-4659-91a3-a822fa94279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:40.821433 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-ca10b8fb-e9eb-4659-91a3-a822fa94279d None None] For port 1aaca9bb-ec5e-4671-9608-0fa7b15ab14f, host dv-cinder-759955-23-iscsi, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:17:40.841645 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-ca10b8fb-e9eb-4659-91a3-a822fa94279d None None] For port 1aaca9bb-ec5e-4671-9608-0fa7b15ab14f, host dv-cinder-759955-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=1aaca9bb-ec5e-4671-9608-0fa7b15ab14f,segment=NetworkSegment(6e06bb11-9faa-48c1-aa3e-83a354319652),segment_id=6e06bb11-9faa-48c1-aa3e-83a354319652)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:17:40.845962 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-ca10b8fb-e9eb-4659-91a3-a822fa94279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:40.904916 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d78bd73-c5a8-41fa-9edc-9d399cd05592 None None] Pushing event updated for resources: {'Port': ['ID=1aaca9bb-ec5e-4671-9608-0fa7b15ab14f,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:17:40.909090 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca10b8fb-e9eb-4659-91a3-a822fa94279d None None] Routers {'0e3b08e1-35ce-4ab4-a3b5-52c5e1db237c'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:17:40.909698 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-ca10b8fb-e9eb-4659-91a3-a822fa94279d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:17:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['0e3b08e1-35ce-4ab4-a3b5-52c5e1db237c'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:17:41.000760 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-ca10b8fb-e9eb-4659-91a3-a822fa94279d None None] Set router 0e3b08e1-35ce-4ab4-a3b5-52c5e1db237c gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:17:41.206914 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-ca10b8fb-e9eb-4659-91a3-a822fa94279d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e3b08e1-35ce-4ab4-a3b5-52c5e1db237c', 'name': 'router1', 'tenant_id': '211d314a848446e0bafbff91796531b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:17:28Z', 'updated_at': '2021-09-09T22:17:38Z', 'revision_number': 2, 'project_id': '211d314a848446e0bafbff91796531b3', 'gw_port_host': None, '_interfaces': [{'id': '1aaca9bb-ec5e-4671-9608-0fa7b15ab14f', 'name': '', 'network_id': '12765c0c-87cb-4af7-b622-f5fc6c46c319', 'tenant_id': '211d314a848446e0bafbff91796531b3', 'mac_address': 'fa:16:3e:cd:c4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e3b08e1-35ce-4ab4-a3b5-52c5e1db237c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '56db9a2b-95c6-4c5c-8c3e-dc83a1d258ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:17:37Z', 'updated_at': '2021-09-09T22:17:40Z', 'revision_number': 4, 'project_id': '211d314a848446e0bafbff91796531b3', 'subnets': [{'id': '56db9a2b-95c6-4c5c-8c3e-dc83a1d258ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '996a0ccc-b678-4f16-bad4-98de67491430'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:17:41.232530 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca10b8fb-e9eb-4659-91a3-a822fa94279d None None] The sync data for ids ['0e3b08e1-35ce-4ab4-a3b5-52c5e1db237c'] in dv-cinder-759955-23-iscsi is: [{'id': '0e3b08e1-35ce-4ab4-a3b5-52c5e1db237c', 'name': 'router1', 'tenant_id': '211d314a848446e0bafbff91796531b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:17:28Z', 'updated_at': '2021-09-09T22:17:38Z', 'revision_number': 2, 'project_id': '211d314a848446e0bafbff91796531b3', 'gw_port_host': None, '_interfaces': [{'id': '1aaca9bb-ec5e-4671-9608-0fa7b15ab14f', 'name': '', 'network_id': '12765c0c-87cb-4af7-b622-f5fc6c46c319', 'tenant_id': '211d314a848446e0bafbff91796531b3', 'mac_address': 'fa:16:3e:cd:c4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e3b08e1-35ce-4ab4-a3b5-52c5e1db237c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '56db9a2b-95c6-4c5c-8c3e-dc83a1d258ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:17:37Z', 'updated_at': '2021-09-09T22:17:40Z', 'revision_number': 4, 'project_id': '211d314a848446e0bafbff91796531b3', 'subnets': [{'id': '56db9a2b-95c6-4c5c-8c3e-dc83a1d258ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '996a0ccc-b678-4f16-bad4-98de67491430'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:17:41.522466 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 51706) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:17:41.631958 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9f30ff-c070-4957-8f44-4ca73104333e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:17:41.633344 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-be9f30ff-c070-4957-8f44-4ca73104333e admin admin] 10.222.0.41 "GET /v2.0/networks/a96fd56d-97e4-47a2-815b-e854e5640ee5 HTTP/1.1" status: 200 len: 842 time: 0.1099148 Sep 09 22:17:41.643242 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-1f08533c-8a78-41a8-a6d8-37d6a0521ca2 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:17:41.668164 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f08533c-8a78-41a8-a6d8-37d6a0521ca2 admin admin] Made reservation on behalf of 1f443f54448444a18d5cdf5be5b89169 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:17:41.670364 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1f08533c-8a78-41a8-a6d8-37d6a0521ca2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:41.970596 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.objects.ports [None req-1f08533c-8a78-41a8-a6d8-37d6a0521ca2 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93887) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 09 22:17:41.971036 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1f08533c-8a78-41a8-a6d8-37d6a0521ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:42.031022 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f08533c-8a78-41a8-a6d8-37d6a0521ca2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a399639f-77d7-4513-a462-8fb82637fe8f,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:17:42.036013 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f08533c-8a78-41a8-a6d8-37d6a0521ca2 admin admin] Checking segment: {'id': '90346f4a-7a44-48b1-bd31-fe8f3a549143', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:17:42.036808 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f08533c-8a78-41a8-a6d8-37d6a0521ca2 admin admin] Network hostable DHCP agents. Network: a96fd56d-97e4-47a2-815b-e854e5640ee5, hostable agents: ['8f0ddeab-bc9d-4c81-8d3d-e5ecdacbf733'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 22:17:42.058776 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f08533c-8a78-41a8-a6d8-37d6a0521ca2 admin admin] Network a96fd56d-97e4-47a2-815b-e854e5640ee5 is scheduled to be hosted by DHCP agent 8f0ddeab-bc9d-4c81-8d3d-e5ecdacbf733 with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 22:17:42.069372 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-1f08533c-8a78-41a8-a6d8-37d6a0521ca2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-23-iscsi, a96fd56d-97e4-47a2-815b-e854e5640ee5) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:17:42.073329 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f08533c-8a78-41a8-a6d8-37d6a0521ca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:17:42.073935 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1f08533c-8a78-41a8-a6d8-37d6a0521ca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:42.077887 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9703064-32bb-41fa-a183-3fccdadaa211 None None] Network a96fd56d-97e4-47a2-815b-e854e5640ee5 requested from dv-cinder-759955-23-iscsi {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:17:42.089522 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-1f08533c-8a78-41a8-a6d8-37d6a0521ca2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4494238 Sep 09 22:17:42.223863 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615b87b3-d99b-4ee5-a321-782f62783900 None None] Network a96fd56d-97e4-47a2-815b-e854e5640ee5 requested from dv-cinder-759955-23-iscsi {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:17:44.419398 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 51714) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:17:44.562484 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-c1d553fb-72d6-4120-bf04-24c7965845a3 admin admin] 10.222.0.41 "GET /v2.0/routers/0e3b08e1-35ce-4ab4-a3b5-52c5e1db237c HTTP/1.1" status: 200 len: 710 time: 0.1419582 Sep 09 22:17:44.652751 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08def5b6-f7ba-4ab2-9701-b0acfcfd67b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:17:44.654009 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-08def5b6-f7ba-4ab2-9701-b0acfcfd67b3 admin admin] 10.222.0.41 "GET /v2.0/networks/a96fd56d-97e4-47a2-815b-e854e5640ee5 HTTP/1.1" status: 200 len: 886 time: 0.0841572 Sep 09 22:17:44.663446 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-8958ca0c-cf30-48da-8427-d48684904ec9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:17:44.974141 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8958ca0c-cf30-48da-8427-d48684904ec9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:45.205173 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8958ca0c-cf30-48da-8427-d48684904ec9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:45.281402 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8958ca0c-cf30-48da-8427-d48684904ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:45.378382 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-8958ca0c-cf30-48da-8427-d48684904ec9 admin admin] Allocated IP 172.27.3.152 (a96fd56d-97e4-47a2-815b-e854e5640ee5/a399639f-77d7-4513-a462-8fb82637fe8f/06f198eb-42e2-464f-b187-c2dc3d3f0b30) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:17:45.478475 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8958ca0c-cf30-48da-8427-d48684904ec9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:45.517916 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8958ca0c-cf30-48da-8427-d48684904ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:45.556651 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8958ca0c-cf30-48da-8427-d48684904ec9 admin admin] Network a96fd56d-97e4-47a2-815b-e854e5640ee5 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:17:45.559498 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-8958ca0c-cf30-48da-8427-d48684904ec9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:17:45.568226 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8958ca0c-cf30-48da-8427-d48684904ec9 admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:17:45.604877 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8958ca0c-cf30-48da-8427-d48684904ec9 admin admin] Pushing event updated for resources: {'Port': ['ID=06f198eb-42e2-464f-b187-c2dc3d3f0b30,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:17:45.819080 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8958ca0c-cf30-48da-8427-d48684904ec9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:46.013411 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8958ca0c-cf30-48da-8427-d48684904ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414652', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-413452', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-367'] for router, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:46.016694 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8958ca0c-cf30-48da-8427-d48684904ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-414629', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-415062', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-413493'] for router, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:46.122595 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8958ca0c-cf30-48da-8427-d48684904ec9 admin admin] Router 0e3b08e1-35ce-4ab4-a3b5-52c5e1db237c has already been hosted by L3 agent ecba8a59-1a63-4f4e-b72e-1c921b89dba6 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:17:46.228268 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8958ca0c-cf30-48da-8427-d48684904ec9 admin admin] Notify agent at l3_agent.dv-cinder-759955-23-iscsi the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:17:46.232474 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8958ca0c-cf30-48da-8427-d48684904ec9 admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:46.233654 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-8958ca0c-cf30-48da-8427-d48684904ec9 admin admin] 10.222.0.41 "PUT /v2.0/routers/0e3b08e1-35ce-4ab4-a3b5-52c5e1db237c HTTP/1.1" status: 200 len: 890 time: 1.5734060 Sep 09 22:17:47.605266 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 1aaca9bb-ec5e-4671-9608-0fa7b15ab14f up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:17:47.657138 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning for port 1aaca9bb-ec5e-4671-9608-0fa7b15ab14f completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:17:47.661331 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port 1aaca9bb-ec5e-4671-9608-0fa7b15ab14f triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:17:47.661772 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:47.695282 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68ea947-6175-4213-8338-ca2d1c05bfec None None] Sync routers for ids ['0e3b08e1-35ce-4ab4-a3b5-52c5e1db237c'] in dv-cinder-759955-23-iscsi {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:17:47.720590 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68ea947-6175-4213-8338-ca2d1c05bfec None None] Routers {'0e3b08e1-35ce-4ab4-a3b5-52c5e1db237c'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:17:47.721263 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-b68ea947-6175-4213-8338-ca2d1c05bfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:17:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['0e3b08e1-35ce-4ab4-a3b5-52c5e1db237c'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:17:47.919374 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:48.015281 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-b68ea947-6175-4213-8338-ca2d1c05bfec None None] Set router 0e3b08e1-35ce-4ab4-a3b5-52c5e1db237c gateway port host: dv-cinder-759955-23-iscsi {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:17:48.073625 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] For port 1aaca9bb-ec5e-4671-9608-0fa7b15ab14f, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=1aaca9bb-ec5e-4671-9608-0fa7b15ab14f,segment=NetworkSegment(6e06bb11-9faa-48c1-aa3e-83a354319652),segment_id=6e06bb11-9faa-48c1-aa3e-83a354319652)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:17:48.079200 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:48.255898 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Pushing event updated for resources: {'Port': ['ID=1aaca9bb-ec5e-4671-9608-0fa7b15ab14f,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:17:48.447664 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-b68ea947-6175-4213-8338-ca2d1c05bfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e3b08e1-35ce-4ab4-a3b5-52c5e1db237c', 'name': 'router1', 'tenant_id': '211d314a848446e0bafbff91796531b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '06f198eb-42e2-464f-b187-c2dc3d3f0b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:17:28Z', 'updated_at': '2021-09-09T22:17:45Z', 'revision_number': 4, 'project_id': '211d314a848446e0bafbff91796531b3', 'gw_port': {'id': '06f198eb-42e2-464f-b187-c2dc3d3f0b30', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e3b08e1-35ce-4ab4-a3b5-52c5e1db237c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:17:45Z', 'updated_at': '2021-09-09T22:17:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': '1aaca9bb-ec5e-4671-9608-0fa7b15ab14f', 'name': '', 'network_id': '12765c0c-87cb-4af7-b622-f5fc6c46c319', 'tenant_id': '211d314a848446e0bafbff91796531b3', 'mac_address': 'fa:16:3e:cd:c4:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e3b08e1-35ce-4ab4-a3b5-52c5e1db237c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '56db9a2b-95c6-4c5c-8c3e-dc83a1d258ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:17:37Z', 'updated_at': '2021-09-09T22:17:40Z', 'revision_number': 4, 'project_id': '211d314a848446e0bafbff91796531b3', 'subnets': [{'id': '56db9a2b-95c6-4c5c-8c3e-dc83a1d258ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '996a0ccc-b678-4f16-bad4-98de67491430'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:17:48.500265 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68ea947-6175-4213-8338-ca2d1c05bfec None None] Checking router: 0e3b08e1-35ce-4ab4-a3b5-52c5e1db237c for host: dv-cinder-759955-23-iscsi {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:17:48.500599 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68ea947-6175-4213-8338-ca2d1c05bfec None None] Updating router 0e3b08e1-35ce-4ab4-a3b5-52c5e1db237c port 06f198eb-42e2-464f-b187-c2dc3d3f0b30 binding host dv-cinder-759955-23-iscsi {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 22:17:48.551244 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b68ea947-6175-4213-8338-ca2d1c05bfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:48.662379 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 51726) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:17:48.854142 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-a53ad4e7-1bd9-400f-9f8c-7ed7b151a504 admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1905181 Sep 09 22:17:48.877256 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b68ea947-6175-4213-8338-ca2d1c05bfec None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:48.888760 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b68ea947-6175-4213-8338-ca2d1c05bfec None None] Transition to ACTIVE for port object 06f198eb-42e2-464f-b187-c2dc3d3f0b30 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:17:48.895384 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b68ea947-6175-4213-8338-ca2d1c05bfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:48.949612 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f6c2d-9d10-4513-97d8-0e9afab11a91 None None] Pushing event updated for resources: {'Port': ['ID=06f198eb-42e2-464f-b187-c2dc3d3f0b30,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:17:48.951905 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-b68ea947-6175-4213-8338-ca2d1c05bfec None None] Attempting to bind port 06f198eb-42e2-464f-b187-c2dc3d3f0b30 on host dv-cinder-759955-23-iscsi for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:17:48.952300 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-b68ea947-6175-4213-8338-ca2d1c05bfec None None] Attempting to bind port 06f198eb-42e2-464f-b187-c2dc3d3f0b30 by drivers openvswitch,hyperv on host dv-cinder-759955-23-iscsi at level 0 using segments [{'id': '90346f4a-7a44-48b1-bd31-fe8f3a549143', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:17:48.952663 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68ea947-6175-4213-8338-ca2d1c05bfec None None] Attempting to bind port 06f198eb-42e2-464f-b187-c2dc3d3f0b30 on network a96fd56d-97e4-47a2-815b-e854e5640ee5 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:17:48.959170 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68ea947-6175-4213-8338-ca2d1c05bfec None None] Checking agent: {'id': '18c8940e-01ce-4dee-a90a-54246b2955c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 17, 6), 'started_at': datetime.datetime(2021, 9, 9, 22, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:17:48.959549 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68ea947-6175-4213-8338-ca2d1c05bfec None None] Checking segment: {'id': '90346f4a-7a44-48b1-bd31-fe8f3a549143', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:17:48.959956 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b68ea947-6175-4213-8338-ca2d1c05bfec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:48.960379 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68ea947-6175-4213-8338-ca2d1c05bfec None None] Bound using segment: {'id': '90346f4a-7a44-48b1-bd31-fe8f3a549143', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:17:48.960862 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-b68ea947-6175-4213-8338-ca2d1c05bfec None None] Bound port: 06f198eb-42e2-464f-b187-c2dc3d3f0b30, host: dv-cinder-759955-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90346f4a-7a44-48b1-bd31-fe8f3a549143', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:17:48.961259 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b68ea947-6175-4213-8338-ca2d1c05bfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:49.015999 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-b68ea947-6175-4213-8338-ca2d1c05bfec None None] For port 06f198eb-42e2-464f-b187-c2dc3d3f0b30, host dv-cinder-759955-23-iscsi, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:17:49.019061 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-b68ea947-6175-4213-8338-ca2d1c05bfec None None] For port 06f198eb-42e2-464f-b187-c2dc3d3f0b30, host dv-cinder-759955-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=06f198eb-42e2-464f-b187-c2dc3d3f0b30,segment=NetworkSegment(90346f4a-7a44-48b1-bd31-fe8f3a549143),segment_id=90346f4a-7a44-48b1-bd31-fe8f3a549143)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:17:49.025664 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b68ea947-6175-4213-8338-ca2d1c05bfec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:49.082421 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68ea947-6175-4213-8338-ca2d1c05bfec None None] Routers {'0e3b08e1-35ce-4ab4-a3b5-52c5e1db237c'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:17:49.083044 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-b68ea947-6175-4213-8338-ca2d1c05bfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:17:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['0e3b08e1-35ce-4ab4-a3b5-52c5e1db237c'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:17:49.084771 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f6c2d-9d10-4513-97d8-0e9afab11a91 None None] Pushing event updated for resources: {'Port': ['ID=06f198eb-42e2-464f-b187-c2dc3d3f0b30,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:17:49.271851 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-b68ea947-6175-4213-8338-ca2d1c05bfec None None] Set router 0e3b08e1-35ce-4ab4-a3b5-52c5e1db237c gateway port host: dv-cinder-759955-23-iscsi {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:17:49.481686 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-b68ea947-6175-4213-8338-ca2d1c05bfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e3b08e1-35ce-4ab4-a3b5-52c5e1db237c', 'name': 'router1', 'tenant_id': '211d314a848446e0bafbff91796531b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '06f198eb-42e2-464f-b187-c2dc3d3f0b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:17:28Z', 'updated_at': '2021-09-09T22:17:45Z', 'revision_number': 4, 'project_id': '211d314a848446e0bafbff91796531b3', 'gw_port': {'id': '06f198eb-42e2-464f-b187-c2dc3d3f0b30', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e3b08e1-35ce-4ab4-a3b5-52c5e1db237c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:17:45Z', 'updated_at': '2021-09-09T22:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': '1aaca9bb-ec5e-4671-9608-0fa7b15ab14f', 'name': '', 'network_id': '12765c0c-87cb-4af7-b622-f5fc6c46c319', 'tenant_id': '211d314a848446e0bafbff91796531b3', 'mac_address': 'fa:16:3e:cd:c4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3b08e1-35ce-4ab4-a3b5-52c5e1db237c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '56db9a2b-95c6-4c5c-8c3e-dc83a1d258ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:17:37Z', 'updated_at': '2021-09-09T22:17:47Z', 'revision_number': 5, 'project_id': '211d314a848446e0bafbff91796531b3', 'subnets': [{'id': '56db9a2b-95c6-4c5c-8c3e-dc83a1d258ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '996a0ccc-b678-4f16-bad4-98de67491430'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:17:49.512485 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68ea947-6175-4213-8338-ca2d1c05bfec None None] The sync data for ids ['0e3b08e1-35ce-4ab4-a3b5-52c5e1db237c'] in dv-cinder-759955-23-iscsi is: [{'id': '0e3b08e1-35ce-4ab4-a3b5-52c5e1db237c', 'name': 'router1', 'tenant_id': '211d314a848446e0bafbff91796531b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': '06f198eb-42e2-464f-b187-c2dc3d3f0b30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:17:28Z', 'updated_at': '2021-09-09T22:17:45Z', 'revision_number': 4, 'project_id': '211d314a848446e0bafbff91796531b3', 'gw_port': {'id': '06f198eb-42e2-464f-b187-c2dc3d3f0b30', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:d9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e3b08e1-35ce-4ab4-a3b5-52c5e1db237c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:17:45Z', 'updated_at': '2021-09-09T22:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': '1aaca9bb-ec5e-4671-9608-0fa7b15ab14f', 'name': '', 'network_id': '12765c0c-87cb-4af7-b622-f5fc6c46c319', 'tenant_id': '211d314a848446e0bafbff91796531b3', 'mac_address': 'fa:16:3e:cd:c4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e3b08e1-35ce-4ab4-a3b5-52c5e1db237c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '56db9a2b-95c6-4c5c-8c3e-dc83a1d258ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:17:37Z', 'updated_at': '2021-09-09T22:17:47Z', 'revision_number': 5, 'project_id': '211d314a848446e0bafbff91796531b3', 'subnets': [{'id': '56db9a2b-95c6-4c5c-8c3e-dc83a1d258ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '996a0ccc-b678-4f16-bad4-98de67491430'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:17:49.618783 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 1aaca9bb-ec5e-4671-9608-0fa7b15ab14f up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:17:49.679197 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port 1aaca9bb-ec5e-4671-9608-0fa7b15ab14f triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:17:49.679571 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:50.967087 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.agents_db [None req-ca59875f-4706-4e17-8f41-5ac1de1c8425 None None] Agent healthcheck: found 5 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:17:51.630096 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 06f198eb-42e2-464f-b187-c2dc3d3f0b30 up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:17:51.679626 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning for port 06f198eb-42e2-464f-b187-c2dc3d3f0b30 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:17:51.683846 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port 06f198eb-42e2-464f-b187-c2dc3d3f0b30 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:17:51.684366 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:51.767581 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:51.788704 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] For port 06f198eb-42e2-464f-b187-c2dc3d3f0b30, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=06f198eb-42e2-464f-b187-c2dc3d3f0b30,segment=NetworkSegment(90346f4a-7a44-48b1-bd31-fe8f3a549143),segment_id=90346f4a-7a44-48b1-bd31-fe8f3a549143)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:17:51.792666 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:17:51.851177 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Pushing event updated for resources: {'Port': ['ID=06f198eb-42e2-464f-b187-c2dc3d3f0b30,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:17:53.654259 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 06f198eb-42e2-464f-b187-c2dc3d3f0b30 up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:17:53.740449 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port 06f198eb-42e2-464f-b187-c2dc3d3f0b30 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:17:53.740449 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:18:02.630623 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4d6de89b-1f3c-4be3-b568-40eafff3580b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:18:05.366117 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8373d2ab-4cd8-46e7-bfd7-3d5781f35e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:18:05.786828 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:18:06.642629 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:18:08.003974 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:18:27.965362 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.agents_db [None req-ca59875f-4706-4e17-8f41-5ac1de1c8425 None None] Agent healthcheck: found 5 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:18:32.637087 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6c094929-f9d9-4ee7-b617-d82131d3dfc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:18:35.359772 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d36d39d0-ed6d-4059-833a-7a3ac89a9d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:18:35.784450 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:18:36.640698 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:18:37.998637 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:19:02.629450 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ca9dbd74-083a-40af-838b-01db7b2d2acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:19:04.964288 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.agents_db [None req-ca59875f-4706-4e17-8f41-5ac1de1c8425 None None] Agent healthcheck: found 5 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:19:05.362562 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-85344300-56b6-4e6c-b048-97c40ce8bfd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:19:05.776259 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:19:06.637643 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:19:08.007451 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:19:25.497233 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 52290) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:19:25.560007 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-81af5a80-7365-4037-b8b6-7d0238af1742 admin admin] GET failed (client error): The resource could not be found. Sep 09 22:19:25.561313 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-81af5a80-7365-4037-b8b6-7d0238af1742 admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0631256 Sep 09 22:19:25.717915 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebca62de-0dad-4912-b56d-fb60b6a73834 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:19:25.719403 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-ebca62de-0dad-4912-b56d-fb60b6a73834 admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1529596 Sep 09 22:19:27.933548 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 52300) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:19:28.022757 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4a545c-5f86-4c17-ae14-8ae5fc0ad07a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:19:28.024086 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-0b4a545c-5f86-4c17-ae14-8ae5fc0ad07a admin admin] 10.222.0.41 "GET /v2.0/subnets/56db9a2b-95c6-4c5c-8c3e-dc83a1d258ae HTTP/1.1" status: 200 len: 849 time: 0.0895596 Sep 09 22:19:28.034514 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-da1a1c8b-960e-4694-8a64-8e7d41858639 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:19:28.114025 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-da1a1c8b-960e-4694-8a64-8e7d41858639 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:19:28.251568 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-da1a1c8b-960e-4694-8a64-8e7d41858639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781721668877'] for subnet, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:19:28.279961 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1a1c8b-960e-4694-8a64-8e7d41858639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:19:28.281092 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-da1a1c8b-960e-4694-8a64-8e7d41858639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:19:28.282230 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-da1a1c8b-960e-4694-8a64-8e7d41858639 admin admin] 10.222.0.41 "PUT /v2.0/subnets/56db9a2b-95c6-4c5c-8c3e-dc83a1d258ae HTTP/1.1" status: 200 len: 868 time: 0.2515008 Sep 09 22:19:28.284315 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2aa36a-ec3b-4fe9-a660-841ff032d0aa None None] Network 12765c0c-87cb-4af7-b622-f5fc6c46c319 requested from dv-cinder-759955-23-iscsi {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:19:28.301813 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1a1c8b-960e-4694-8a64-8e7d41858639 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56db9a2b-95c6-4c5c-8c3e-dc83a1d258ae,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:19:28.309450 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1a1c8b-960e-4694-8a64-8e7d41858639 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:19:28.309450 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1a1c8b-960e-4694-8a64-8e7d41858639 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:19:28.309756 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1a1c8b-960e-4694-8a64-8e7d41858639 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:19:28.310048 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1a1c8b-960e-4694-8a64-8e7d41858639 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:19:28.310367 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1a1c8b-960e-4694-8a64-8e7d41858639 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:19:28.310688 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1a1c8b-960e-4694-8a64-8e7d41858639 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:19:28.311008 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1a1c8b-960e-4694-8a64-8e7d41858639 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:19:28.311343 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1a1c8b-960e-4694-8a64-8e7d41858639 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:19:28.311682 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1a1c8b-960e-4694-8a64-8e7d41858639 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:19:28.311999 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1a1c8b-960e-4694-8a64-8e7d41858639 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:19:28.312342 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1a1c8b-960e-4694-8a64-8e7d41858639 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:19:28.312651 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da1a1c8b-960e-4694-8a64-8e7d41858639 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:19:28.613877 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f0bdb7c1-de93-449d-b7e7-f0c7aa9d4b99 None None] Provisioning complete for port 9bbc417f-95b9-4804-a8b5-af52f696b2f4 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:19:28.614241 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f0bdb7c1-de93-449d-b7e7-f0c7aa9d4b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:19:28.699012 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f0bdb7c1-de93-449d-b7e7-f0c7aa9d4b99 None None] Provisioning complete for port 1aaca9bb-ec5e-4671-9608-0fa7b15ab14f triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:19:28.699404 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f0bdb7c1-de93-449d-b7e7-f0c7aa9d4b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:19:30.488130 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 52308) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:19:30.699497 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3640b3d6-7409-4b7e-8814-af0a7c6a2cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:19:30.699902 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3640b3d6-7409-4b7e-8814-af0a7c6a2cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:19:30.701498 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-3640b3d6-7409-4b7e-8814-af0a7c6a2cf7 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2124104 Sep 09 22:19:32.630657 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fa640aaf-60e5-42e1-80e0-fc056bdbe17f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:19:32.893326 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 52316) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:19:33.024470 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e43f7e-8de7-4881-9c56-45ce181aa4a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:19:33.024944 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e43f7e-8de7-4881-9c56-45ce181aa4a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:19:33.026471 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-e3e43f7e-8de7-4881-9c56-45ce181aa4a6 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1322601 Sep 09 22:19:35.216618 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 52324) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:19:35.362930 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-36774ea1-1ecd-4f50-94cf-1a6389545cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:19:35.396669 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4f9a7a-cd91-4636-8340-99524560ad0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:19:35.398040 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-ca4f9a7a-cd91-4636-8340-99524560ad0f admin admin] 10.222.0.41 "GET /v2.0/networks/12765c0c-87cb-4af7-b622-f5fc6c46c319 HTTP/1.1" status: 200 len: 868 time: 0.1805050 Sep 09 22:19:35.777265 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:19:36.640785 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:19:37.622211 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 52334) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:19:37.745626 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038f2f52-9465-4161-ad43-6121829cc1ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:19:37.746993 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-038f2f52-9465-4161-ad43-6121829cc1ad admin admin] 10.222.0.41 "GET /v2.0/networks/a96fd56d-97e4-47a2-815b-e854e5640ee5 HTTP/1.1" status: 200 len: 886 time: 0.1238587 Sep 09 22:19:38.018227 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:19:39.938431 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 52342) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:19:40.061842 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54f1b5f-781e-4284-8ded-cf8ea5d511b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:19:40.062300 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54f1b5f-781e-4284-8ded-cf8ea5d511b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:19:40.064539 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-e54f1b5f-781e-4284-8ded-cf8ea5d511b6 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1251354 Sep 09 22:19:41.966090 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.agents_db [None req-ca59875f-4706-4e17-8f41-5ac1de1c8425 None None] Agent healthcheck: found 5 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:19:42.289556 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 52350) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:19:42.384478 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ecfecf-d5fb-4949-a701-40e7f086427f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:19:42.384927 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ecfecf-d5fb-4949-a701-40e7f086427f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:19:42.386405 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-43ecfecf-d5fb-4949-a701-40e7f086427f admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0959299 Sep 09 22:19:44.572722 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 52358) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:19:44.664406 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1365a8a9-1c9f-475c-819c-aa0c48a99eb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:19:44.665756 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-1365a8a9-1c9f-475c-819c-aa0c48a99eb2 admin admin] 10.222.0.41 "GET /v2.0/subnets/56db9a2b-95c6-4c5c-8c3e-dc83a1d258ae HTTP/1.1" status: 200 len: 868 time: 0.0921018 Sep 09 22:19:46.849539 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 52366) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:19:46.934850 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7377f0eb-6cd2-4304-8113-15e8d2c30c3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:19:46.936227 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-7377f0eb-6cd2-4304-8113-15e8d2c30c3d admin admin] 10.222.0.41 "GET /v2.0/subnets/a399639f-77d7-4513-a462-8fb82637fe8f HTTP/1.1" status: 200 len: 816 time: 0.0857205 Sep 09 22:20:02.632542 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-86241016-aea4-43b9-b1eb-242ea027a19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:20:05.363305 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e584e75c-7f4f-40de-ab54-04d1e56d62fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:20:05.778633 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:20:06.645231 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:20:08.021084 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:20:10.820443 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 52420) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:20:10.869028 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [None req-7037bc0c-8238-4ee4-a8c5-d5d6c2a93a51 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 22:20:10.870092 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-7037bc0c-8238-4ee4-a8c5-d5d6c2a93a51 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0487313 Sep 09 22:20:13.169811 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 52428) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:20:13.235342 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-8200d707-6a36-4445-ba6e-da8591155ae9 admin admin] GET failed (client error): The resource could not be found. Sep 09 22:20:13.236706 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-8200d707-6a36-4445-ba6e-da8591155ae9 admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0659809 Sep 09 22:20:13.326467 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237bd22f-a4b1-4b1d-be65-6c2711159f1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:20:13.327925 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-237bd22f-a4b1-4b1d-be65-6c2711159f1f admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0865500 Sep 09 22:20:15.537721 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 52436) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:20:15.584781 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-81d3ffa1-a3fc-4e2a-9429-c577fae30897 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:20:15.604654 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d3ffa1-a3fc-4e2a-9429-c577fae30897 admin admin] Made reservation on behalf of 1f443f54448444a18d5cdf5be5b89169 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:20:15.606817 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-81d3ffa1-a3fc-4e2a-9429-c577fae30897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:20:15.635155 dv-cinder-759955-23-iscsi neutron-server[93887]: WARNING neutron.services.revisions.revision_plugin [None req-81d3ffa1-a3fc-4e2a-9429-c577fae30897 admin admin] Could not find related network for resource to bump revision. Sep 09 22:20:15.649262 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d3ffa1-a3fc-4e2a-9429-c577fae30897 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 22:20:15.659261 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-81d3ffa1-a3fc-4e2a-9429-c577fae30897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:20:15.659592 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.db.segments_db [None req-81d3ffa1-a3fc-4e2a-9429-c577fae30897 admin admin] Added segment 410bbd92-fb5b-4de4-8fd4-f245d94a93ee of type vlan for network 6ef354da-259c-4262-8bee-4ae01f3bd399 Sep 09 22:20:15.701018 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-81d3ffa1-a3fc-4e2a-9429-c577fae30897 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781721265704'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:20:15.724064 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-81d3ffa1-a3fc-4e2a-9429-c577fae30897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:20:15.724907 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d3ffa1-a3fc-4e2a-9429-c577fae30897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:20:15.725475 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-81d3ffa1-a3fc-4e2a-9429-c577fae30897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:20:15.757439 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-81d3ffa1-a3fc-4e2a-9429-c577fae30897 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2186668 Sep 09 22:20:15.788466 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d3ffa1-a3fc-4e2a-9429-c577fae30897 admin admin] Pushing event updated for resources: {'Network': ['ID=6ef354da-259c-4262-8bee-4ae01f3bd399,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:20:15.800136 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Network 6ef354da-259c-4262-8bee-4ae01f3bd399 details requested by agent ovs-agent-dv-cinder-759955-23-iscsi with host dv-cinder-759955-23-iscsi {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 22:20:18.036244 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 52444) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:20:18.096399 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc4fce13-f707-4570-a348-0ffd75282908 admin admin] GET failed (client error): The resource could not be found. Sep 09 22:20:18.097713 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-dc4fce13-f707-4570-a348-0ffd75282908 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0605266 Sep 09 22:20:18.165727 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72a91660-4718-41b5-82a5-a78208c68850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:20:18.167166 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-72a91660-4718-41b5-82a5-a78208c68850 admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0648468 Sep 09 22:20:18.177592 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-77bb9c73-17a4-4921-ab8f-75a518291369 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '6ef354da-259c-4262-8bee-4ae01f3bd399', 'name': 'shared-subnet'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:20:18.197337 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77bb9c73-17a4-4921-ab8f-75a518291369 admin admin] Made reservation on behalf of 1f443f54448444a18d5cdf5be5b89169 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:20:18.199664 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-77bb9c73-17a4-4921-ab8f-75a518291369 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:20:18.363199 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-77bb9c73-17a4-4921-ab8f-75a518291369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:20:18.419241 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb9c73-17a4-4921-ab8f-75a518291369 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eab6748b-ce46-4005-9ae2-827a27797b3b,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:20:18.428829 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bb9c73-17a4-4921-ab8f-75a518291369 admin admin] Checking segment: {'id': '410bbd92-fb5b-4de4-8fd4-f245d94a93ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6ef354da-259c-4262-8bee-4ae01f3bd399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:20:18.429184 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bb9c73-17a4-4921-ab8f-75a518291369 admin admin] Network hostable DHCP agents. Network: 6ef354da-259c-4262-8bee-4ae01f3bd399, hostable agents: ['8f0ddeab-bc9d-4c81-8d3d-e5ecdacbf733'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 22:20:18.445807 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bb9c73-17a4-4921-ab8f-75a518291369 admin admin] Network 6ef354da-259c-4262-8bee-4ae01f3bd399 is scheduled to be hosted by DHCP agent 8f0ddeab-bc9d-4c81-8d3d-e5ecdacbf733 with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 22:20:18.453955 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-77bb9c73-17a4-4921-ab8f-75a518291369 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-23-iscsi, 6ef354da-259c-4262-8bee-4ae01f3bd399) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:20:18.457861 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bb9c73-17a4-4921-ab8f-75a518291369 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:20:18.458458 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-77bb9c73-17a4-4921-ab8f-75a518291369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:20:18.463012 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90097c06-9878-4c62-a2ff-5beea8e929c0 None None] Network 6ef354da-259c-4262-8bee-4ae01f3bd399 requested from dv-cinder-759955-23-iscsi {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:20:18.472385 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-77bb9c73-17a4-4921-ab8f-75a518291369 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2980688 Sep 09 22:20:18.730568 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d6cc1a-da77-45fa-839e-5cf7e2f1bbb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee46604-0f4e-5923-a4c6-c23d2299b9bb-6ef354da-259c-4262-8bee-4ae01f3bd399', 'network_id': '6ef354da-259c-4262-8bee-4ae01f3bd399', 'tenant_id': '1f443f54448444a18d5cdf5be5b89169', 'fixed_ips': [{'subnet_id': 'eab6748b-ce46-4005-9ae2-827a27797b3b'}]}} from dv-cinder-759955-23-iscsi. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 22:20:18.731449 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-64d6cc1a-da77-45fa-839e-5cf7e2f1bbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:20:18.868505 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-64d6cc1a-da77-45fa-839e-5cf7e2f1bbb7 None None] Allocated IP 192.168.233.2 (6ef354da-259c-4262-8bee-4ae01f3bd399/eab6748b-ce46-4005-9ae2-827a27797b3b/d5fa3783-e1bc-49cf-84c9-b9b7217c95de) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:20:18.965185 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.agents_db [None req-ca59875f-4706-4e17-8f41-5ac1de1c8425 None None] Agent healthcheck: found 5 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:20:19.017042 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-64d6cc1a-da77-45fa-839e-5cf7e2f1bbb7 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:20:19.025398 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-64d6cc1a-da77-45fa-839e-5cf7e2f1bbb7 None None] Transition to ACTIVE for port object d5fa3783-e1bc-49cf-84c9-b9b7217c95de will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:20:19.041828 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-64d6cc1a-da77-45fa-839e-5cf7e2f1bbb7 None None] Transition to ACTIVE for port object d5fa3783-e1bc-49cf-84c9-b9b7217c95de will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:20:19.047611 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-64d6cc1a-da77-45fa-839e-5cf7e2f1bbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:20:19.086036 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d6cc1a-da77-45fa-839e-5cf7e2f1bbb7 None None] Network 6ef354da-259c-4262-8bee-4ae01f3bd399 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:20:19.093067 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-64d6cc1a-da77-45fa-839e-5cf7e2f1bbb7 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:20:19.098320 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d6cc1a-da77-45fa-839e-5cf7e2f1bbb7 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:20:19.100245 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6cc1a-da77-45fa-839e-5cf7e2f1bbb7 None None] Pushing event updated for resources: {'Port': ['ID=d5fa3783-e1bc-49cf-84c9-b9b7217c95de,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:20:19.112817 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6cc1a-da77-45fa-839e-5cf7e2f1bbb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:20:19.113179 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6cc1a-da77-45fa-839e-5cf7e2f1bbb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:20:19.113518 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6cc1a-da77-45fa-839e-5cf7e2f1bbb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:20:19.113848 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6cc1a-da77-45fa-839e-5cf7e2f1bbb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:20:19.114175 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6cc1a-da77-45fa-839e-5cf7e2f1bbb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:20:19.114513 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6cc1a-da77-45fa-839e-5cf7e2f1bbb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:20:19.114843 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6cc1a-da77-45fa-839e-5cf7e2f1bbb7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:20:19.115155 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6cc1a-da77-45fa-839e-5cf7e2f1bbb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:20:19.115524 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6cc1a-da77-45fa-839e-5cf7e2f1bbb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:20:19.115810 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6cc1a-da77-45fa-839e-5cf7e2f1bbb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:20:19.116147 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6cc1a-da77-45fa-839e-5cf7e2f1bbb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:20:19.116464 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6cc1a-da77-45fa-839e-5cf7e2f1bbb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:20:19.166001 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-64d6cc1a-da77-45fa-839e-5cf7e2f1bbb7 None None] Attempting to bind port d5fa3783-e1bc-49cf-84c9-b9b7217c95de on host dv-cinder-759955-23-iscsi for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:20:19.166361 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-64d6cc1a-da77-45fa-839e-5cf7e2f1bbb7 None None] Attempting to bind port d5fa3783-e1bc-49cf-84c9-b9b7217c95de by drivers openvswitch,hyperv on host dv-cinder-759955-23-iscsi at level 0 using segments [{'id': '410bbd92-fb5b-4de4-8fd4-f245d94a93ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6ef354da-259c-4262-8bee-4ae01f3bd399'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:20:19.166725 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d6cc1a-da77-45fa-839e-5cf7e2f1bbb7 None None] Attempting to bind port d5fa3783-e1bc-49cf-84c9-b9b7217c95de on network 6ef354da-259c-4262-8bee-4ae01f3bd399 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:20:19.171523 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d6cc1a-da77-45fa-839e-5cf7e2f1bbb7 None None] Checking agent: {'id': '18c8940e-01ce-4dee-a90a-54246b2955c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 17, 6), 'started_at': datetime.datetime(2021, 9, 9, 22, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:20:19.171928 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d6cc1a-da77-45fa-839e-5cf7e2f1bbb7 None None] Checking segment: {'id': '410bbd92-fb5b-4de4-8fd4-f245d94a93ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6ef354da-259c-4262-8bee-4ae01f3bd399'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:20:19.172355 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-64d6cc1a-da77-45fa-839e-5cf7e2f1bbb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:20:19.172812 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d6cc1a-da77-45fa-839e-5cf7e2f1bbb7 None None] Bound using segment: {'id': '410bbd92-fb5b-4de4-8fd4-f245d94a93ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6ef354da-259c-4262-8bee-4ae01f3bd399'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:20:19.173270 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-64d6cc1a-da77-45fa-839e-5cf7e2f1bbb7 None None] Bound port: d5fa3783-e1bc-49cf-84c9-b9b7217c95de, host: dv-cinder-759955-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '410bbd92-fb5b-4de4-8fd4-f245d94a93ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6ef354da-259c-4262-8bee-4ae01f3bd399'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:20:19.173664 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-64d6cc1a-da77-45fa-839e-5cf7e2f1bbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:20:19.234769 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-64d6cc1a-da77-45fa-839e-5cf7e2f1bbb7 None None] For port d5fa3783-e1bc-49cf-84c9-b9b7217c95de, host dv-cinder-759955-23-iscsi, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:20:19.238363 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-64d6cc1a-da77-45fa-839e-5cf7e2f1bbb7 None None] For port d5fa3783-e1bc-49cf-84c9-b9b7217c95de, host dv-cinder-759955-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=d5fa3783-e1bc-49cf-84c9-b9b7217c95de,segment=NetworkSegment(410bbd92-fb5b-4de4-8fd4-f245d94a93ee),segment_id=410bbd92-fb5b-4de4-8fd4-f245d94a93ee)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:20:19.242449 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-64d6cc1a-da77-45fa-839e-5cf7e2f1bbb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:20:19.298139 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6cc1a-da77-45fa-839e-5cf7e2f1bbb7 None None] Pushing event updated for resources: {'Port': ['ID=d5fa3783-e1bc-49cf-84c9-b9b7217c95de,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:20:19.722553 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device d5fa3783-e1bc-49cf-84c9-b9b7217c95de up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:20:19.776412 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning for port d5fa3783-e1bc-49cf-84c9-b9b7217c95de completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:20:20.129161 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5beaaedc-9b3f-460a-b795-69983939d80d None None] Network 6ef354da-259c-4262-8bee-4ae01f3bd399 requested from dv-cinder-759955-23-iscsi {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:20:20.209428 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-5ef02507-0329-4b02-acd3-da42a8a77aab None None] Provisioning for port d5fa3783-e1bc-49cf-84c9-b9b7217c95de completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:20:20.215509 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-5ef02507-0329-4b02-acd3-da42a8a77aab None None] Provisioning complete for port d5fa3783-e1bc-49cf-84c9-b9b7217c95de triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:20:20.215865 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5ef02507-0329-4b02-acd3-da42a8a77aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:20:20.348525 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5ef02507-0329-4b02-acd3-da42a8a77aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:20:20.382701 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-5ef02507-0329-4b02-acd3-da42a8a77aab None None] For port d5fa3783-e1bc-49cf-84c9-b9b7217c95de, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=d5fa3783-e1bc-49cf-84c9-b9b7217c95de,segment=NetworkSegment(410bbd92-fb5b-4de4-8fd4-f245d94a93ee),segment_id=410bbd92-fb5b-4de4-8fd4-f245d94a93ee)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:20:20.387810 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5ef02507-0329-4b02-acd3-da42a8a77aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:20:20.445109 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef02507-0329-4b02-acd3-da42a8a77aab None None] Pushing event updated for resources: {'Port': ['ID=d5fa3783-e1bc-49cf-84c9-b9b7217c95de,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:20:20.609207 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a7a7f42d-2f1f-41ff-a649-64f3bf585b80 None None] Provisioning complete for port d5fa3783-e1bc-49cf-84c9-b9b7217c95de triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:20:20.610113 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a7a7f42d-2f1f-41ff-a649-64f3bf585b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:20:21.706216 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device d5fa3783-e1bc-49cf-84c9-b9b7217c95de up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:20:21.752895 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port d5fa3783-e1bc-49cf-84c9-b9b7217c95de triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:20:21.753263 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:20:32.632005 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-20e1313b-ade1-4b14-92cf-912dc519bc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:20:35.364308 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f4930c7-2fdf-45b4-9a0d-b1bd808efdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:20:35.778590 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:20:36.646808 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:20:38.024629 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:20:55.964787 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.agents_db [None req-ca59875f-4706-4e17-8f41-5ac1de1c8425 None None] Agent healthcheck: found 5 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:21:02.633073 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e851738b-b70b-4cf2-8274-e5f069940509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:21:05.364831 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7b7dd7cd-83d2-4f88-a654-d238f60921f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:21:05.779452 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:21:06.648703 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:21:08.027595 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:21:32.634886 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f466ede0-edee-4bbf-a1b7-7a9762e6e8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:21:32.963979 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.agents_db [None req-ca59875f-4706-4e17-8f41-5ac1de1c8425 None None] Agent healthcheck: found 5 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:21:35.367474 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fab27b04-87f6-4527-8f13-b35276fc1ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:21:35.525411 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 52502) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:21:35.532207 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [None req-6247a92d-acf0-4b39-96aa-28aa960f1d95 tempest-verify_tempest_config-1903974251 tempest-verify_tempest_config-1903974251-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 22:21:35.533154 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-6247a92d-acf0-4b39-96aa-28aa960f1d95 tempest-verify_tempest_config-1903974251 tempest-verify_tempest_config-1903974251-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068064 Sep 09 22:21:35.782933 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:21:35.826463 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 52520) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:21:35.929918 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0fed8fbf-961b-4386-8de1-d5da8d056dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:21:36.017776 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0fed8fbf-961b-4386-8de1-d5da8d056dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:21:36.021364 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0fed8fbf-961b-4386-8de1-d5da8d056dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:21:36.063459 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fed8fbf-961b-4386-8de1-d5da8d056dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b06b1e-63c5-4eda-ad52-7d1b022fdebe,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:21:36.066986 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-0fed8fbf-961b-4386-8de1-d5da8d056dbe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=26691358238349f3936ce0f278c4fca2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2388687 Sep 09 22:21:36.069805 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 52526) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:21:36.072115 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed8fbf-961b-4386-8de1-d5da8d056dbe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:21:36.072710 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed8fbf-961b-4386-8de1-d5da8d056dbe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:21:36.073263 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed8fbf-961b-4386-8de1-d5da8d056dbe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:21:36.074630 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed8fbf-961b-4386-8de1-d5da8d056dbe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:21:36.074959 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed8fbf-961b-4386-8de1-d5da8d056dbe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:21:36.075349 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed8fbf-961b-4386-8de1-d5da8d056dbe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:21:36.075639 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed8fbf-961b-4386-8de1-d5da8d056dbe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:21:36.075975 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed8fbf-961b-4386-8de1-d5da8d056dbe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:21:36.076342 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed8fbf-961b-4386-8de1-d5da8d056dbe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:21:36.076665 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed8fbf-961b-4386-8de1-d5da8d056dbe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:21:36.076984 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed8fbf-961b-4386-8de1-d5da8d056dbe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:21:36.077821 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fed8fbf-961b-4386-8de1-d5da8d056dbe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:21:36.123819 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ead43c5d-cc4b-4e60-8ccb-3eb12ac37625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:21:36.145246 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ead43c5d-cc4b-4e60-8ccb-3eb12ac37625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:21:36.231782 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ead43c5d-cc4b-4e60-8ccb-3eb12ac37625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:21:36.235059 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ead43c5d-cc4b-4e60-8ccb-3eb12ac37625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:21:36.236487 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-ead43c5d-cc4b-4e60-8ccb-3eb12ac37625 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/75b06b1e-63c5-4eda-ad52-7d1b022fdebe HTTP/1.1" status: 204 len: 168 time: 0.1656454 Sep 09 22:21:36.244500 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead43c5d-cc4b-4e60-8ccb-3eb12ac37625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b06b1e-63c5-4eda-ad52-7d1b022fdebe,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:21:36.252161 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead43c5d-cc4b-4e60-8ccb-3eb12ac37625 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:21:36.252513 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead43c5d-cc4b-4e60-8ccb-3eb12ac37625 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:21:36.252851 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead43c5d-cc4b-4e60-8ccb-3eb12ac37625 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:21:36.253168 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead43c5d-cc4b-4e60-8ccb-3eb12ac37625 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:21:36.253493 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead43c5d-cc4b-4e60-8ccb-3eb12ac37625 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:21:36.253838 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead43c5d-cc4b-4e60-8ccb-3eb12ac37625 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:21:36.254165 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead43c5d-cc4b-4e60-8ccb-3eb12ac37625 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:21:36.254501 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead43c5d-cc4b-4e60-8ccb-3eb12ac37625 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:21:36.254839 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead43c5d-cc4b-4e60-8ccb-3eb12ac37625 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:21:36.255165 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead43c5d-cc4b-4e60-8ccb-3eb12ac37625 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:21:36.255501 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead43c5d-cc4b-4e60-8ccb-3eb12ac37625 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:21:36.255819 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead43c5d-cc4b-4e60-8ccb-3eb12ac37625 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:21:36.651389 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:21:38.033598 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:22:02.636168 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7e6921cb-03c5-4490-9c9f-d044bed97571 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:22:05.367100 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b4acabf5-b91b-437c-94f6-5917b0582425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:22:05.783401 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:22:06.654129 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:22:08.035075 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:22:09.962547 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.agents_db [None req-ca59875f-4706-4e17-8f41-5ac1de1c8425 None None] Agent healthcheck: found 5 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:22:32.635524 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-423f1448-34e3-4a91-9ef7-0719482774ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:22:35.368627 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0161ccc1-d076-4314-a6e8-8aeb8a7da197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:22:35.784057 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:22:36.656177 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:22:38.038113 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:22:46.961148 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.agents_db [None req-ca59875f-4706-4e17-8f41-5ac1de1c8425 None None] Agent healthcheck: found 5 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:23:02.638696 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3bf38cae-343a-40b2-a8a2-c9d043a1db92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:23:04.898771 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-415174'] for agent, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:23:05.367875 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5933131c-95a3-4a88-be7f-6a0b9b1757c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:23:05.785907 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:23:06.659364 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:23:08.041477 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:23:20.906395 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 52600) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:23:21.009498 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-792f975c-14ca-42dc-aa6b-60924dc0b28d admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1017721 Sep 09 22:23:23.215879 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 52610) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:23:23.270078 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-6dfde8e0-f8bb-4749-a1d6-4d9cc7ae2c57 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0530603 Sep 09 22:23:23.962273 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.agents_db [None req-ca59875f-4706-4e17-8f41-5ac1de1c8425 None None] Agent healthcheck: found 6 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:23:32.641174 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a9012987-488a-45b1-916c-05bf5cd20d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:23:34.851998 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:23:35.368362 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5bd26251-1e1f-4d04-8b75-f156588dabc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:23:35.786881 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:23:36.662473 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:23:38.044359 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:00.961942 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.agents_db [None req-ca59875f-4706-4e17-8f41-5ac1de1c8425 None None] Agent healthcheck: found 6 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:24:02.645129 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-921a6a80-2bf3-4f32-af9a-92a8a12369e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:04.871763 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:05.369340 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-777b8047-c678-410c-a091-66f36cf6a263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:05.787550 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:06.664605 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:08.047683 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:32.646468 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a7e8be41-4828-43cb-8359-fb86e9a913b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:34.883877 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:35.370748 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-259c7e97-b579-4d36-9410-5a3f2b70f784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:35.787472 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:36.669055 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:37.961043 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.agents_db [None req-ca59875f-4706-4e17-8f41-5ac1de1c8425 None None] Agent healthcheck: found 6 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:24:38.050972 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:52.228991 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 52824) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:24:52.550289 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-f5096dd4-74e4-4642-8746-ca5abe8e4227 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1688885259-network', 'tenant_id': '7739f28627a8471d8b5b842b22470b99'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:24:52.574628 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5096dd4-74e4-4642-8746-ca5abe8e4227 admin admin] Made reservation on behalf of 7739f28627a8471d8b5b842b22470b99 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:24:52.578447 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f5096dd4-74e4-4642-8746-ca5abe8e4227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:52.587997 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f5096dd4-74e4-4642-8746-ca5abe8e4227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:52.633785 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 52848) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:24:52.634336 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 52850) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:24:52.678315 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f5096dd4-74e4-4642-8746-ca5abe8e4227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:52.682893 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f5096dd4-74e4-4642-8746-ca5abe8e4227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:52.718070 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5096dd4-74e4-4642-8746-ca5abe8e4227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e0e043-9fde-41d0-8e68-1782083006cc,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:24:52.720991 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5096dd4-74e4-4642-8746-ca5abe8e4227 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 22:24:52.729070 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5096dd4-74e4-4642-8746-ca5abe8e4227 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:24:52.729439 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5096dd4-74e4-4642-8746-ca5abe8e4227 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:24:52.729784 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5096dd4-74e4-4642-8746-ca5abe8e4227 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:24:52.730112 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5096dd4-74e4-4642-8746-ca5abe8e4227 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:24:52.730442 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5096dd4-74e4-4642-8746-ca5abe8e4227 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:24:52.730811 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5096dd4-74e4-4642-8746-ca5abe8e4227 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:24:52.731110 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5096dd4-74e4-4642-8746-ca5abe8e4227 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:24:52.731430 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5096dd4-74e4-4642-8746-ca5abe8e4227 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:24:52.731764 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5096dd4-74e4-4642-8746-ca5abe8e4227 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:24:52.732109 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5096dd4-74e4-4642-8746-ca5abe8e4227 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:24:52.732427 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5096dd4-74e4-4642-8746-ca5abe8e4227 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:24:52.732739 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5096dd4-74e4-4642-8746-ca5abe8e4227 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:24:52.733974 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5096dd4-74e4-4642-8746-ca5abe8e4227 admin admin] Tracked resource versions report: Sep 09 22:24:52.733974 dv-cinder-759955-23-iscsi neutron-server[93888]: pushed versions: Sep 09 22:24:52.733974 dv-cinder-759955-23-iscsi neutron-server[93888]: { 'AddressGroup': {'1.2'}, Sep 09 22:24:52.733974 dv-cinder-759955-23-iscsi neutron-server[93888]: 'ConntrackHelper': {'1.0'}, Sep 09 22:24:52.733974 dv-cinder-759955-23-iscsi neutron-server[93888]: 'Log': {'1.0'}, Sep 09 22:24:52.733974 dv-cinder-759955-23-iscsi neutron-server[93888]: 'Network': {'1.1'}, Sep 09 22:24:52.733974 dv-cinder-759955-23-iscsi neutron-server[93888]: 'Port': {'1.7'}, Sep 09 22:24:52.733974 dv-cinder-759955-23-iscsi neutron-server[93888]: 'PortForwarding': {'1.2'}, Sep 09 22:24:52.733974 dv-cinder-759955-23-iscsi neutron-server[93888]: 'QosPolicy': {'1.9'}, Sep 09 22:24:52.733974 dv-cinder-759955-23-iscsi neutron-server[93888]: 'SecurityGroup': {'1.4'}, Sep 09 22:24:52.733974 dv-cinder-759955-23-iscsi neutron-server[93888]: 'SecurityGroupRule': {'1.2'}, Sep 09 22:24:52.733974 dv-cinder-759955-23-iscsi neutron-server[93888]: 'SubPort': {'1.0'}, Sep 09 22:24:52.733974 dv-cinder-759955-23-iscsi neutron-server[93888]: 'Subnet': {'1.1'}, Sep 09 22:24:52.733974 dv-cinder-759955-23-iscsi neutron-server[93888]: 'Trunk': {'1.1'}} Sep 09 22:24:52.733974 dv-cinder-759955-23-iscsi neutron-server[93888]: consumer versions: Sep 09 22:24:52.733974 dv-cinder-759955-23-iscsi neutron-server[93888]: { DHCP agent@dv-cinder-759955-23-iscsi: {}, Sep 09 22:24:52.733974 dv-cinder-759955-23-iscsi neutron-server[93888]: HyperV agent@hv-cinder-75995: {}, Sep 09 22:24:52.733974 dv-cinder-759955-23-iscsi neutron-server[93888]: L3 agent@dv-cinder-759955-23-iscsi: {}, Sep 09 22:24:52.733974 dv-cinder-759955-23-iscsi neutron-server[93888]: Metadata agent@dv-cinder-759955-23-iscsi: {}, Sep 09 22:24:52.733974 dv-cinder-759955-23-iscsi neutron-server[93888]: Metering agent@dv-cinder-759955-23-iscsi: {}, Sep 09 22:24:52.733974 dv-cinder-759955-23-iscsi neutron-server[93888]: Open vSwitch agent@dv-cinder-759955-23-iscsi: { 'AddressGroup': '1.2', Sep 09 22:24:52.733974 dv-cinder-759955-23-iscsi neutron-server[93888]: 'ConntrackHelper': '1.0', Sep 09 22:24:52.733974 dv-cinder-759955-23-iscsi neutron-server[93888]: 'Log': '1.0', Sep 09 22:24:52.733974 dv-cinder-759955-23-iscsi neutron-server[93888]: 'Network': '1.1', Sep 09 22:24:52.733974 dv-cinder-759955-23-iscsi neutron-server[93888]: 'Port': '1.7', Sep 09 22:24:52.733974 dv-cinder-759955-23-iscsi neutron-server[93888]: 'PortForwarding': '1.2', Sep 09 22:24:52.733974 dv-cinder-759955-23-iscsi neutron-server[93888]: 'QosPolicy': '1.9', Sep 09 22:24:52.733974 dv-cinder-759955-23-iscsi neutron-server[93888]: 'SecurityGroup': '1.4', Sep 09 22:24:52.733974 dv-cinder-759955-23-iscsi neutron-server[93888]: 'SecurityGroupRule': '1.2', Sep 09 22:24:52.733974 dv-cinder-759955-23-iscsi neutron-server[93888]: 'SubPort': '1.0', Sep 09 22:24:52.733974 dv-cinder-759955-23-iscsi neutron-server[93888]: 'Subnet': '1.1', Sep 09 22:24:52.733974 dv-cinder-759955-23-iscsi neutron-server[93888]: 'Trunk': '1.1'}} Sep 09 22:24:52.733974 dv-cinder-759955-23-iscsi neutron-server[93888]: {{(pid=93888) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 22:24:52.742759 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f5096dd4-74e4-4642-8746-ca5abe8e4227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:52.743015 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.db.segments_db [None req-f5096dd4-74e4-4642-8746-ca5abe8e4227 admin admin] Added segment e9c6ce55-aa04-48c4-8afd-7216e0ad6579 of type vlan for network 466c4f6c-7c79-4241-9236-d4d69282234b Sep 09 22:24:52.787303 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f5096dd4-74e4-4642-8746-ca5abe8e4227 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781721265704'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:52.814661 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f5096dd4-74e4-4642-8746-ca5abe8e4227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:52.815962 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5096dd4-74e4-4642-8746-ca5abe8e4227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:24:52.816869 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f5096dd4-74e4-4642-8746-ca5abe8e4227 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:52.847817 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-f5096dd4-74e4-4642-8746-ca5abe8e4227 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6176322 Sep 09 22:24:52.850976 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 52874) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:24:52.856388 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-d9665f3b-9a64-4d70-ba8f-3faf9c47ca94 admin admin] Request body: {'subnet': {'network_id': '466c4f6c-7c79-4241-9236-d4d69282234b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1688885259-subnet', 'tenant_id': '7739f28627a8471d8b5b842b22470b99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:24:52.890294 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9665f3b-9a64-4d70-ba8f-3faf9c47ca94 admin admin] Made reservation on behalf of 7739f28627a8471d8b5b842b22470b99 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:24:52.895233 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d9665f3b-9a64-4d70-ba8f-3faf9c47ca94 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:52.897613 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5096dd4-74e4-4642-8746-ca5abe8e4227 admin admin] Pushing event updated for resources: {'Network': ['ID=466c4f6c-7c79-4241-9236-d4d69282234b,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:24:52.908477 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Network 466c4f6c-7c79-4241-9236-d4d69282234b details requested by agent ovs-agent-dv-cinder-759955-23-iscsi with host dv-cinder-759955-23-iscsi {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 22:24:53.056442 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-aafc03d6-0070-4a39-bbb5-994308d556a7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1013082683-network', 'tenant_id': '096fa68883894e368796bcd92c5e8218'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:24:53.061822 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-d7766534-2396-4398-9127-d6c0b602b131 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1293189247-network', 'tenant_id': 'a614c2fdc45a410cbe5b4bf63b53131b'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:24:53.112106 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafc03d6-0070-4a39-bbb5-994308d556a7 admin admin] Made reservation on behalf of 096fa68883894e368796bcd92c5e8218 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:24:53.114643 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aafc03d6-0070-4a39-bbb5-994308d556a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:53.132198 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aafc03d6-0070-4a39-bbb5-994308d556a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:53.146127 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7766534-2396-4398-9127-d6c0b602b131 admin admin] Made reservation on behalf of a614c2fdc45a410cbe5b4bf63b53131b for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:24:53.148390 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d7766534-2396-4398-9127-d6c0b602b131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:53.186526 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d7766534-2396-4398-9127-d6c0b602b131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:53.282673 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d9665f3b-9a64-4d70-ba8f-3faf9c47ca94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:53.395819 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9665f3b-9a64-4d70-ba8f-3faf9c47ca94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfdc7dc1-c5c8-429e-a2c0-2a1c6e05bcc1,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:24:53.432732 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9665f3b-9a64-4d70-ba8f-3faf9c47ca94 admin admin] Checking segment: {'id': 'e9c6ce55-aa04-48c4-8afd-7216e0ad6579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '466c4f6c-7c79-4241-9236-d4d69282234b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:24:53.434289 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9665f3b-9a64-4d70-ba8f-3faf9c47ca94 admin admin] Network hostable DHCP agents. Network: 466c4f6c-7c79-4241-9236-d4d69282234b, hostable agents: ['8f0ddeab-bc9d-4c81-8d3d-e5ecdacbf733'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 22:24:53.439595 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9665f3b-9a64-4d70-ba8f-3faf9c47ca94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:24:53.439961 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9665f3b-9a64-4d70-ba8f-3faf9c47ca94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:24:53.440321 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9665f3b-9a64-4d70-ba8f-3faf9c47ca94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:24:53.440648 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9665f3b-9a64-4d70-ba8f-3faf9c47ca94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:24:53.440974 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9665f3b-9a64-4d70-ba8f-3faf9c47ca94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:24:53.442577 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9665f3b-9a64-4d70-ba8f-3faf9c47ca94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:24:53.446881 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9665f3b-9a64-4d70-ba8f-3faf9c47ca94 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:24:53.447225 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9665f3b-9a64-4d70-ba8f-3faf9c47ca94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:24:53.447564 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9665f3b-9a64-4d70-ba8f-3faf9c47ca94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:24:53.447898 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9665f3b-9a64-4d70-ba8f-3faf9c47ca94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:24:53.450379 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9665f3b-9a64-4d70-ba8f-3faf9c47ca94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:24:53.450996 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9665f3b-9a64-4d70-ba8f-3faf9c47ca94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:24:53.457134 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9665f3b-9a64-4d70-ba8f-3faf9c47ca94 admin admin] Tracked resource versions report: Sep 09 22:24:53.457134 dv-cinder-759955-23-iscsi neutron-server[93887]: pushed versions: Sep 09 22:24:53.457134 dv-cinder-759955-23-iscsi neutron-server[93887]: { 'AddressGroup': {'1.2'}, Sep 09 22:24:53.457134 dv-cinder-759955-23-iscsi neutron-server[93887]: 'ConntrackHelper': {'1.0'}, Sep 09 22:24:53.457134 dv-cinder-759955-23-iscsi neutron-server[93887]: 'Log': {'1.0'}, Sep 09 22:24:53.457134 dv-cinder-759955-23-iscsi neutron-server[93887]: 'Network': {'1.1'}, Sep 09 22:24:53.457134 dv-cinder-759955-23-iscsi neutron-server[93887]: 'Port': {'1.7'}, Sep 09 22:24:53.457134 dv-cinder-759955-23-iscsi neutron-server[93887]: 'PortForwarding': {'1.2'}, Sep 09 22:24:53.457134 dv-cinder-759955-23-iscsi neutron-server[93887]: 'QosPolicy': {'1.9'}, Sep 09 22:24:53.457134 dv-cinder-759955-23-iscsi neutron-server[93887]: 'SecurityGroup': {'1.4'}, Sep 09 22:24:53.457134 dv-cinder-759955-23-iscsi neutron-server[93887]: 'SecurityGroupRule': {'1.2'}, Sep 09 22:24:53.457134 dv-cinder-759955-23-iscsi neutron-server[93887]: 'SubPort': {'1.0'}, Sep 09 22:24:53.457134 dv-cinder-759955-23-iscsi neutron-server[93887]: 'Subnet': {'1.1'}, Sep 09 22:24:53.457134 dv-cinder-759955-23-iscsi neutron-server[93887]: 'Trunk': {'1.1'}} Sep 09 22:24:53.457134 dv-cinder-759955-23-iscsi neutron-server[93887]: consumer versions: Sep 09 22:24:53.457134 dv-cinder-759955-23-iscsi neutron-server[93887]: { DHCP agent@dv-cinder-759955-23-iscsi: {}, Sep 09 22:24:53.457134 dv-cinder-759955-23-iscsi neutron-server[93887]: HyperV agent@hv-cinder-75995: {}, Sep 09 22:24:53.457134 dv-cinder-759955-23-iscsi neutron-server[93887]: L3 agent@dv-cinder-759955-23-iscsi: {}, Sep 09 22:24:53.457134 dv-cinder-759955-23-iscsi neutron-server[93887]: Metadata agent@dv-cinder-759955-23-iscsi: {}, Sep 09 22:24:53.457134 dv-cinder-759955-23-iscsi neutron-server[93887]: Metering agent@dv-cinder-759955-23-iscsi: {}, Sep 09 22:24:53.457134 dv-cinder-759955-23-iscsi neutron-server[93887]: Open vSwitch agent@dv-cinder-759955-23-iscsi: { 'AddressGroup': '1.2', Sep 09 22:24:53.457134 dv-cinder-759955-23-iscsi neutron-server[93887]: 'ConntrackHelper': '1.0', Sep 09 22:24:53.457134 dv-cinder-759955-23-iscsi neutron-server[93887]: 'Log': '1.0', Sep 09 22:24:53.457134 dv-cinder-759955-23-iscsi neutron-server[93887]: 'Network': '1.1', Sep 09 22:24:53.457134 dv-cinder-759955-23-iscsi neutron-server[93887]: 'Port': '1.7', Sep 09 22:24:53.457134 dv-cinder-759955-23-iscsi neutron-server[93887]: 'PortForwarding': '1.2', Sep 09 22:24:53.457134 dv-cinder-759955-23-iscsi neutron-server[93887]: 'QosPolicy': '1.9', Sep 09 22:24:53.457134 dv-cinder-759955-23-iscsi neutron-server[93887]: 'SecurityGroup': '1.4', Sep 09 22:24:53.457134 dv-cinder-759955-23-iscsi neutron-server[93887]: 'SecurityGroupRule': '1.2', Sep 09 22:24:53.457134 dv-cinder-759955-23-iscsi neutron-server[93887]: 'SubPort': '1.0', Sep 09 22:24:53.457134 dv-cinder-759955-23-iscsi neutron-server[93887]: 'Subnet': '1.1', Sep 09 22:24:53.457134 dv-cinder-759955-23-iscsi neutron-server[93887]: 'Trunk': '1.1'}} Sep 09 22:24:53.457134 dv-cinder-759955-23-iscsi neutron-server[93887]: {{(pid=93887) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 22:24:53.503589 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aafc03d6-0070-4a39-bbb5-994308d556a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:53.523859 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aafc03d6-0070-4a39-bbb5-994308d556a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:53.579849 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9665f3b-9a64-4d70-ba8f-3faf9c47ca94 admin admin] Network 466c4f6c-7c79-4241-9236-d4d69282234b is scheduled to be hosted by DHCP agent 8f0ddeab-bc9d-4c81-8d3d-e5ecdacbf733 with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 22:24:53.587402 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aafc03d6-0070-4a39-bbb5-994308d556a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 22:24:53.630658 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-d9665f3b-9a64-4d70-ba8f-3faf9c47ca94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-23-iscsi, 466c4f6c-7c79-4241-9236-d4d69282234b) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:24:53.633375 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc03d6-0070-4a39-bbb5-994308d556a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99f7e56-9b11-4c13-a6f9-69aee0c6c3cf,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:24:53.644085 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28dc7cd-542d-4cc0-a0f4-2cf4ada40ce8 None None] Network 466c4f6c-7c79-4241-9236-d4d69282234b requested from dv-cinder-759955-23-iscsi {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:24:53.651047 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aafc03d6-0070-4a39-bbb5-994308d556a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:53.651928 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.db.segments_db [None req-aafc03d6-0070-4a39-bbb5-994308d556a7 admin admin] Added segment 4662fadd-827e-45f1-8d32-577d068e5c88 of type vlan for network b7e517a4-55ac-4999-ad3f-46426478f73d Sep 09 22:24:53.673856 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9665f3b-9a64-4d70-ba8f-3faf9c47ca94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:24:53.674722 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d9665f3b-9a64-4d70-ba8f-3faf9c47ca94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:53.797893 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aafc03d6-0070-4a39-bbb5-994308d556a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781721265704'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:53.883235 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aafc03d6-0070-4a39-bbb5-994308d556a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:53.884259 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafc03d6-0070-4a39-bbb5-994308d556a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:24:53.885090 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-aafc03d6-0070-4a39-bbb5-994308d556a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:53.889216 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fd5b91-5263-49ac-a5e0-11982bf98d64 None None] Network 466c4f6c-7c79-4241-9236-d4d69282234b requested from dv-cinder-759955-23-iscsi {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:24:53.894632 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d7766534-2396-4398-9127-d6c0b602b131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:53.917605 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d7766534-2396-4398-9127-d6c0b602b131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:53.955178 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7766534-2396-4398-9127-d6c0b602b131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=facbb935-61b3-4739-ba96-47bda10f08c5,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:24:53.985632 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-d9665f3b-9a64-4d70-ba8f-3faf9c47ca94 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1327925 Sep 09 22:24:53.990688 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 52926) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:24:53.991305 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-aafc03d6-0070-4a39-bbb5-994308d556a7 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3532090 Sep 09 22:24:53.997111 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-c0043a6b-6f1c-4523-9172-5353fe13fdb2 admin admin] Request body: {'subnet': {'network_id': 'b7e517a4-55ac-4999-ad3f-46426478f73d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1013082683-subnet', 'tenant_id': '096fa68883894e368796bcd92c5e8218', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:24:54.030438 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7766534-2396-4398-9127-d6c0b602b131 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 22:24:54.033834 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc03d6-0070-4a39-bbb5-994308d556a7 admin admin] Pushing event updated for resources: {'Network': ['ID=b7e517a4-55ac-4999-ad3f-46426478f73d,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:24:54.045302 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d7766534-2396-4398-9127-d6c0b602b131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:54.045915 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.db.segments_db [None req-d7766534-2396-4398-9127-d6c0b602b131 admin admin] Added segment bd5b3826-531e-418f-80a7-53a6cf8f45c9 of type vlan for network 05871169-dd65-49e2-b26e-00b42542e9ff Sep 09 22:24:54.048765 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Network b7e517a4-55ac-4999-ad3f-46426478f73d details requested by agent ovs-agent-dv-cinder-759955-23-iscsi with host dv-cinder-759955-23-iscsi {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 22:24:54.077968 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0043a6b-6f1c-4523-9172-5353fe13fdb2 admin admin] Made reservation on behalf of 096fa68883894e368796bcd92c5e8218 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:24:54.081393 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c0043a6b-6f1c-4523-9172-5353fe13fdb2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:54.122547 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d7766534-2396-4398-9127-d6c0b602b131 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781721265704'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:54.183791 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d7766534-2396-4398-9127-d6c0b602b131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:54.184887 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7766534-2396-4398-9127-d6c0b602b131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:24:54.185604 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d7766534-2396-4398-9127-d6c0b602b131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:54.235900 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-d7766534-2396-4398-9127-d6c0b602b131 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5990715 Sep 09 22:24:54.236653 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 52938) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:24:54.249577 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-c8ce47e8-ab66-49ef-ba6d-ba01a5116c96 admin admin] Request body: {'subnet': {'network_id': '05871169-dd65-49e2-b26e-00b42542e9ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1293189247-subnet', 'tenant_id': 'a614c2fdc45a410cbe5b4bf63b53131b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:24:54.320867 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7766534-2396-4398-9127-d6c0b602b131 admin admin] Pushing event updated for resources: {'Network': ['ID=05871169-dd65-49e2-b26e-00b42542e9ff,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:24:54.331891 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ce47e8-ab66-49ef-ba6d-ba01a5116c96 admin admin] Made reservation on behalf of a614c2fdc45a410cbe5b4bf63b53131b for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:24:54.332070 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Network 05871169-dd65-49e2-b26e-00b42542e9ff details requested by agent ovs-agent-dv-cinder-759955-23-iscsi with host dv-cinder-759955-23-iscsi {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 22:24:54.335021 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c8ce47e8-ab66-49ef-ba6d-ba01a5116c96 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:54.395654 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c0043a6b-6f1c-4523-9172-5353fe13fdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:54.515860 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0043a6b-6f1c-4523-9172-5353fe13fdb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cc1261c-ba68-4d29-a19d-d09d50ae8bfc,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:24:54.559920 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0043a6b-6f1c-4523-9172-5353fe13fdb2 admin admin] Checking segment: {'id': '4662fadd-827e-45f1-8d32-577d068e5c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b7e517a4-55ac-4999-ad3f-46426478f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:24:54.560530 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0043a6b-6f1c-4523-9172-5353fe13fdb2 admin admin] Network hostable DHCP agents. Network: b7e517a4-55ac-4999-ad3f-46426478f73d, hostable agents: ['8f0ddeab-bc9d-4c81-8d3d-e5ecdacbf733'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 22:24:54.586237 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0043a6b-6f1c-4523-9172-5353fe13fdb2 admin admin] Network b7e517a4-55ac-4999-ad3f-46426478f73d is scheduled to be hosted by DHCP agent 8f0ddeab-bc9d-4c81-8d3d-e5ecdacbf733 with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 22:24:54.602566 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-c0043a6b-6f1c-4523-9172-5353fe13fdb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-23-iscsi, b7e517a4-55ac-4999-ad3f-46426478f73d) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:24:54.614768 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0043a6b-6f1c-4523-9172-5353fe13fdb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:24:54.614768 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c0043a6b-6f1c-4523-9172-5353fe13fdb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:54.620749 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4c3a78-8c0e-44f5-aeb5-f83c6f6e5c0d None None] Network b7e517a4-55ac-4999-ad3f-46426478f73d requested from dv-cinder-759955-23-iscsi {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:24:54.647781 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-c0043a6b-6f1c-4523-9172-5353fe13fdb2 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6556578 Sep 09 22:24:54.650840 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 52962) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:24:54.651754 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c8ce47e8-ab66-49ef-ba6d-ba01a5116c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:54.660923 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-3190dc46-3228-43ca-a105-a97e4adf1fd1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1013082683-router', 'tenant_id': '096fa68883894e368796bcd92c5e8218', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:24:54.694559 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3190dc46-3228-43ca-a105-a97e4adf1fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-413326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-328'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:54.696416 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3190dc46-3228-43ca-a105-a97e4adf1fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-489013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-321'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:54.776494 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce47e8-ab66-49ef-ba6d-ba01a5116c96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=300ee5ef-a508-4127-aec7-f35d79a48d74,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:24:54.817405 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ce47e8-ab66-49ef-ba6d-ba01a5116c96 admin admin] Checking segment: {'id': 'bd5b3826-531e-418f-80a7-53a6cf8f45c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '05871169-dd65-49e2-b26e-00b42542e9ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:24:54.817813 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ce47e8-ab66-49ef-ba6d-ba01a5116c96 admin admin] Network hostable DHCP agents. Network: 05871169-dd65-49e2-b26e-00b42542e9ff, hostable agents: ['8f0ddeab-bc9d-4c81-8d3d-e5ecdacbf733'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 22:24:54.853142 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ce47e8-ab66-49ef-ba6d-ba01a5116c96 admin admin] Network 05871169-dd65-49e2-b26e-00b42542e9ff is scheduled to be hosted by DHCP agent 8f0ddeab-bc9d-4c81-8d3d-e5ecdacbf733 with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 22:24:54.857574 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3190dc46-3228-43ca-a105-a97e4adf1fd1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:54.862998 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 52990) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:24:54.872550 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-c8ce47e8-ab66-49ef-ba6d-ba01a5116c96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-23-iscsi, 05871169-dd65-49e2-b26e-00b42542e9ff) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:24:54.879586 dv-cinder-759955-23-iscsi neutron-server[93888]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 09 22:24:54.885195 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ce47e8-ab66-49ef-ba6d-ba01a5116c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:24:54.886009 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c8ce47e8-ab66-49ef-ba6d-ba01a5116c96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:54.912237 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-c8ce47e8-ab66-49ef-ba6d-ba01a5116c96 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6726887 Sep 09 22:24:54.914912 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 52996) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:24:54.919414 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-9b973c1d-723c-4500-8023-abf9405c7f82 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1293189247-router', 'tenant_id': 'a614c2fdc45a410cbe5b4bf63b53131b', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:24:54.930138 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7148be89-ce50-4a65-8b78-d57001f1277c None None] Network 05871169-dd65-49e2-b26e-00b42542e9ff requested from dv-cinder-759955-23-iscsi {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:24:54.966477 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13866a3-10fd-4ee5-8755-d92a7f7c361f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee46604-0f4e-5923-a4c6-c23d2299b9bb-b7e517a4-55ac-4999-ad3f-46426478f73d', 'network_id': 'b7e517a4-55ac-4999-ad3f-46426478f73d', 'tenant_id': '096fa68883894e368796bcd92c5e8218', 'fixed_ips': [{'subnet_id': '6cc1261c-ba68-4d29-a19d-d09d50ae8bfc'}]}} from dv-cinder-759955-23-iscsi. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 22:24:54.967940 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c13866a3-10fd-4ee5-8755-d92a7f7c361f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:54.970438 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9b973c1d-723c-4500-8023-abf9405c7f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-413326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-328'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:54.973321 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9b973c1d-723c-4500-8023-abf9405c7f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-489013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-321'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:55.120368 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9b973c1d-723c-4500-8023-abf9405c7f82 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:55.124289 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 53004) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:24:55.223489 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-c13866a3-10fd-4ee5-8755-d92a7f7c361f None None] Allocated IP 172.20.0.2 (b7e517a4-55ac-4999-ad3f-46426478f73d/6cc1261c-ba68-4d29-a19d-d09d50ae8bfc/6a0a3f1c-7736-4229-b102-9aac3ec08896) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:24:55.404012 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9b973c1d-723c-4500-8023-abf9405c7f82 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:55.432905 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-056941c8-5682-41c6-917a-db8523858456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:55.453624 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 53026) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:24:55.542282 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c85c2b-6980-47fd-844c-0890f55726f2 None None] Network 05871169-dd65-49e2-b26e-00b42542e9ff requested from dv-cinder-759955-23-iscsi {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:24:55.566002 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c13866a3-10fd-4ee5-8755-d92a7f7c361f None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:55.596529 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c13866a3-10fd-4ee5-8755-d92a7f7c361f None None] Transition to ACTIVE for port object 6a0a3f1c-7736-4229-b102-9aac3ec08896 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:24:55.652018 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c13866a3-10fd-4ee5-8755-d92a7f7c361f None None] Transition to ACTIVE for port object 6a0a3f1c-7736-4229-b102-9aac3ec08896 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:24:55.652663 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-056941c8-5682-41c6-917a-db8523858456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:55.663703 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-056941c8-5682-41c6-917a-db8523858456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:55.671028 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c13866a3-10fd-4ee5-8755-d92a7f7c361f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:55.713076 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13866a3-10fd-4ee5-8755-d92a7f7c361f None None] Network b7e517a4-55ac-4999-ad3f-46426478f73d is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:24:55.713867 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17095799-49a1-4da0-9793-b59de96d6011 req-01a51cd4-c11e-4ced-9dd4-a00f171ff569 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:24:55.718558 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-c13866a3-10fd-4ee5-8755-d92a7f7c361f None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:24:55.739738 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-17095799-49a1-4da0-9793-b59de96d6011 req-01a51cd4-c11e-4ced-9dd4-a00f171ff569 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.41 "GET /v2.0/networks?id=466c4f6c-7c79-4241-9236-d4d69282234b HTTP/1.1" status: 200 len: 812 time: 0.8658051 Sep 09 22:24:55.770163 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13866a3-10fd-4ee5-8755-d92a7f7c361f None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:24:55.782703 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-17095799-49a1-4da0-9793-b59de96d6011 req-745a09d5-1442-447d-881f-3dd29b1ddfa2 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.41 "GET /v2.0/quotas/7739f28627a8471d8b5b842b22470b99 HTTP/1.1" status: 200 len: 375 time: 0.0415366 Sep 09 22:24:55.819351 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056941c8-5682-41c6-917a-db8523858456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38afd4ac-9b72-4575-b842-50bb853e6662,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:24:55.825944 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-056941c8-5682-41c6-917a-db8523858456 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ca3cacf3e83249a7acb5fca7d3737a69&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6977129 Sep 09 22:24:55.833039 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 53044) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:24:55.869160 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3190dc46-3228-43ca-a105-a97e4adf1fd1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:55.889842 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-c13866a3-10fd-4ee5-8755-d92a7f7c361f None None] Attempting to bind port 6a0a3f1c-7736-4229-b102-9aac3ec08896 on host dv-cinder-759955-23-iscsi for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:24:55.891613 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-c13866a3-10fd-4ee5-8755-d92a7f7c361f None None] Attempting to bind port 6a0a3f1c-7736-4229-b102-9aac3ec08896 by drivers openvswitch,hyperv on host dv-cinder-759955-23-iscsi at level 0 using segments [{'id': '4662fadd-827e-45f1-8d32-577d068e5c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b7e517a4-55ac-4999-ad3f-46426478f73d'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:24:55.892537 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13866a3-10fd-4ee5-8755-d92a7f7c361f None None] Attempting to bind port 6a0a3f1c-7736-4229-b102-9aac3ec08896 on network b7e517a4-55ac-4999-ad3f-46426478f73d {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:24:55.896262 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13866a3-10fd-4ee5-8755-d92a7f7c361f None None] Pushing event updated for resources: {'Port': ['ID=6a0a3f1c-7736-4229-b102-9aac3ec08896,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:24:55.904221 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-17095799-49a1-4da0-9793-b59de96d6011 req-30183e47-3f95-49f6-bda8-94785735aab2 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=7739f28627a8471d8b5b842b22470b99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1203136 Sep 09 22:24:55.917392 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13866a3-10fd-4ee5-8755-d92a7f7c361f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:24:55.927119 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13866a3-10fd-4ee5-8755-d92a7f7c361f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:24:55.927655 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13866a3-10fd-4ee5-8755-d92a7f7c361f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:24:55.929268 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13866a3-10fd-4ee5-8755-d92a7f7c361f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:24:55.929843 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13866a3-10fd-4ee5-8755-d92a7f7c361f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:24:55.930449 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13866a3-10fd-4ee5-8755-d92a7f7c361f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:24:55.932071 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9b973c1d-723c-4500-8023-abf9405c7f82 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:55.932628 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13866a3-10fd-4ee5-8755-d92a7f7c361f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:24:55.933005 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1b61ad56-f4ef-4250-b5c4-51fad3c477f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:55.934501 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13866a3-10fd-4ee5-8755-d92a7f7c361f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:24:55.934977 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13866a3-10fd-4ee5-8755-d92a7f7c361f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:24:55.935472 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13866a3-10fd-4ee5-8755-d92a7f7c361f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:24:55.936846 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13866a3-10fd-4ee5-8755-d92a7f7c361f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:24:55.937295 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13866a3-10fd-4ee5-8755-d92a7f7c361f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:24:55.940768 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13866a3-10fd-4ee5-8755-d92a7f7c361f None None] Tracked resource versions report: Sep 09 22:24:55.940768 dv-cinder-759955-23-iscsi neutron-server[93889]: pushed versions: Sep 09 22:24:55.940768 dv-cinder-759955-23-iscsi neutron-server[93889]: { 'AddressGroup': {'1.2'}, Sep 09 22:24:55.940768 dv-cinder-759955-23-iscsi neutron-server[93889]: 'ConntrackHelper': {'1.0'}, Sep 09 22:24:55.940768 dv-cinder-759955-23-iscsi neutron-server[93889]: 'Log': {'1.0'}, Sep 09 22:24:55.940768 dv-cinder-759955-23-iscsi neutron-server[93889]: 'Network': {'1.1'}, Sep 09 22:24:55.940768 dv-cinder-759955-23-iscsi neutron-server[93889]: 'Port': {'1.7'}, Sep 09 22:24:55.940768 dv-cinder-759955-23-iscsi neutron-server[93889]: 'PortForwarding': {'1.2'}, Sep 09 22:24:55.940768 dv-cinder-759955-23-iscsi neutron-server[93889]: 'QosPolicy': {'1.9'}, Sep 09 22:24:55.940768 dv-cinder-759955-23-iscsi neutron-server[93889]: 'SecurityGroup': {'1.4'}, Sep 09 22:24:55.940768 dv-cinder-759955-23-iscsi neutron-server[93889]: 'SecurityGroupRule': {'1.2'}, Sep 09 22:24:55.940768 dv-cinder-759955-23-iscsi neutron-server[93889]: 'SubPort': {'1.0'}, Sep 09 22:24:55.940768 dv-cinder-759955-23-iscsi neutron-server[93889]: 'Subnet': {'1.1'}, Sep 09 22:24:55.940768 dv-cinder-759955-23-iscsi neutron-server[93889]: 'Trunk': {'1.1'}} Sep 09 22:24:55.940768 dv-cinder-759955-23-iscsi neutron-server[93889]: consumer versions: Sep 09 22:24:55.940768 dv-cinder-759955-23-iscsi neutron-server[93889]: { DHCP agent@dv-cinder-759955-23-iscsi: {}, Sep 09 22:24:55.940768 dv-cinder-759955-23-iscsi neutron-server[93889]: HyperV agent@hv-cinder-75995: {}, Sep 09 22:24:55.940768 dv-cinder-759955-23-iscsi neutron-server[93889]: L3 agent@dv-cinder-759955-23-iscsi: {}, Sep 09 22:24:55.940768 dv-cinder-759955-23-iscsi neutron-server[93889]: Metadata agent@dv-cinder-759955-23-iscsi: {}, Sep 09 22:24:55.940768 dv-cinder-759955-23-iscsi neutron-server[93889]: Metering agent@dv-cinder-759955-23-iscsi: {}, Sep 09 22:24:55.940768 dv-cinder-759955-23-iscsi neutron-server[93889]: Open vSwitch agent@dv-cinder-759955-23-iscsi: { 'AddressGroup': '1.2', Sep 09 22:24:55.940768 dv-cinder-759955-23-iscsi neutron-server[93889]: 'ConntrackHelper': '1.0', Sep 09 22:24:55.940768 dv-cinder-759955-23-iscsi neutron-server[93889]: 'Log': '1.0', Sep 09 22:24:55.940768 dv-cinder-759955-23-iscsi neutron-server[93889]: 'Network': '1.1', Sep 09 22:24:55.940768 dv-cinder-759955-23-iscsi neutron-server[93889]: 'Port': '1.7', Sep 09 22:24:55.940768 dv-cinder-759955-23-iscsi neutron-server[93889]: 'PortForwarding': '1.2', Sep 09 22:24:55.940768 dv-cinder-759955-23-iscsi neutron-server[93889]: 'QosPolicy': '1.9', Sep 09 22:24:55.940768 dv-cinder-759955-23-iscsi neutron-server[93889]: 'SecurityGroup': '1.4', Sep 09 22:24:55.940768 dv-cinder-759955-23-iscsi neutron-server[93889]: 'SecurityGroupRule': '1.2', Sep 09 22:24:55.940768 dv-cinder-759955-23-iscsi neutron-server[93889]: 'SubPort': '1.0', Sep 09 22:24:55.940768 dv-cinder-759955-23-iscsi neutron-server[93889]: 'Subnet': '1.1', Sep 09 22:24:55.940768 dv-cinder-759955-23-iscsi neutron-server[93889]: 'Trunk': '1.1'}} Sep 09 22:24:55.940768 dv-cinder-759955-23-iscsi neutron-server[93889]: {{(pid=93889) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 22:24:55.948632 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13866a3-10fd-4ee5-8755-d92a7f7c361f None None] Checking agent: {'id': '18c8940e-01ce-4dee-a90a-54246b2955c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 17, 6), 'started_at': datetime.datetime(2021, 9, 9, 22, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:24:55.950525 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13866a3-10fd-4ee5-8755-d92a7f7c361f None None] Checking segment: {'id': '4662fadd-827e-45f1-8d32-577d068e5c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b7e517a4-55ac-4999-ad3f-46426478f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:24:55.957024 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c13866a3-10fd-4ee5-8755-d92a7f7c361f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:55.957769 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13866a3-10fd-4ee5-8755-d92a7f7c361f None None] Bound using segment: {'id': '4662fadd-827e-45f1-8d32-577d068e5c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b7e517a4-55ac-4999-ad3f-46426478f73d'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:24:55.959059 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-c13866a3-10fd-4ee5-8755-d92a7f7c361f None None] Bound port: 6a0a3f1c-7736-4229-b102-9aac3ec08896, host: dv-cinder-759955-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4662fadd-827e-45f1-8d32-577d068e5c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b7e517a4-55ac-4999-ad3f-46426478f73d'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:24:55.961253 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c13866a3-10fd-4ee5-8755-d92a7f7c361f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:55.965373 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dd29753f-b5d6-4982-bbfa-4fcaefb7f6fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:55.992402 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dd29753f-b5d6-4982-bbfa-4fcaefb7f6fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:56.055497 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9b973c1d-723c-4500-8023-abf9405c7f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:56.070686 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dd29753f-b5d6-4982-bbfa-4fcaefb7f6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:56.073588 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dd29753f-b5d6-4982-bbfa-4fcaefb7f6fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:56.074865 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-dd29753f-b5d6-4982-bbfa-4fcaefb7f6fb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/38afd4ac-9b72-4575-b842-50bb853e6662 HTTP/1.1" status: 204 len: 168 time: 0.2393174 Sep 09 22:24:56.099414 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-c13866a3-10fd-4ee5-8755-d92a7f7c361f None None] For port 6a0a3f1c-7736-4229-b102-9aac3ec08896, host dv-cinder-759955-23-iscsi, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:24:56.104438 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-c13866a3-10fd-4ee5-8755-d92a7f7c361f None None] For port 6a0a3f1c-7736-4229-b102-9aac3ec08896, host dv-cinder-759955-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=6a0a3f1c-7736-4229-b102-9aac3ec08896,segment=NetworkSegment(4662fadd-827e-45f1-8d32-577d068e5c88),segment_id=4662fadd-827e-45f1-8d32-577d068e5c88)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:24:56.110185 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c13866a3-10fd-4ee5-8755-d92a7f7c361f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:56.115517 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd29753f-b5d6-4982-bbfa-4fcaefb7f6fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38afd4ac-9b72-4575-b842-50bb853e6662,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:24:56.228978 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13866a3-10fd-4ee5-8755-d92a7f7c361f None None] Pushing event updated for resources: {'Port': ['ID=6a0a3f1c-7736-4229-b102-9aac3ec08896,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:24:56.234084 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-9b973c1d-723c-4500-8023-abf9405c7f82 admin admin] Allocated IP 172.27.3.32 (a96fd56d-97e4-47a2-815b-e854e5640ee5/a399639f-77d7-4513-a462-8fb82637fe8f/2df094de-6731-4c70-9f9f-25443dd93f3d) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:24:56.269351 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [req-17095799-49a1-4da0-9793-b59de96d6011 req-a1110933-0562-4026-82fb-63879b690ef6 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 22:24:56.270068 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-17095799-49a1-4da0-9793-b59de96d6011 req-a1110933-0562-4026-82fb-63879b690ef6 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1963246 Sep 09 22:24:56.284406 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1b61ad56-f4ef-4250-b5c4-51fad3c477f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:56.300368 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1b61ad56-f4ef-4250-b5c4-51fad3c477f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:56.341551 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-1b61ad56-f4ef-4250-b5c4-51fad3c477f1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ff9172ba75ee4539938cd2e918cab0d3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8842146 Sep 09 22:24:56.343270 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 53062) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:24:56.377756 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9b973c1d-723c-4500-8023-abf9405c7f82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:56.475042 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9b973c1d-723c-4500-8023-abf9405c7f82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:56.529342 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b973c1d-723c-4500-8023-abf9405c7f82 admin admin] Network a96fd56d-97e4-47a2-815b-e854e5640ee5 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:24:56.534411 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-9b973c1d-723c-4500-8023-abf9405c7f82 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:24:56.536657 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b973c1d-723c-4500-8023-abf9405c7f82 admin admin] Pushing event updated for resources: {'Port': ['ID=2df094de-6731-4c70-9f9f-25443dd93f3d,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:24:56.540354 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b973c1d-723c-4500-8023-abf9405c7f82 admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:24:56.630478 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9fd7d3eb-bb57-4651-818b-9f71399688c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:56.687180 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 53076) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:24:56.701503 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b61ad56-f4ef-4250-b5c4-51fad3c477f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee02642-b91d-4a95-a364-f259fc065ef9,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:24:56.712621 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3190dc46-3228-43ca-a105-a97e4adf1fd1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:56.731074 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9fd7d3eb-bb57-4651-818b-9f71399688c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:56.757835 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ea78c3b8-8ebc-467e-bf46-846b1f3f1e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:56.763810 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3190dc46-3228-43ca-a105-a97e4adf1fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:56.787090 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-17095799-49a1-4da0-9793-b59de96d6011 req-60309686-670c-4388-8e67-b29fac883816 service neutron] 10.222.0.41 "GET /v2.0/networks/466c4f6c-7c79-4241-9236-d4d69282234b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4989679 Sep 09 22:24:56.921857 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9b973c1d-723c-4500-8023-abf9405c7f82 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:57.041399 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9fd7d3eb-bb57-4651-818b-9f71399688c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:57.043887 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9fd7d3eb-bb57-4651-818b-9f71399688c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:57.047991 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-9fd7d3eb-bb57-4651-818b-9f71399688c3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eee02642-b91d-4a95-a364-f259fc065ef9 HTTP/1.1" status: 204 len: 168 time: 0.6930323 Sep 09 22:24:57.092272 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd7d3eb-bb57-4651-818b-9f71399688c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee02642-b91d-4a95-a364-f259fc065ef9,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:24:57.112310 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-17095799-49a1-4da0-9793-b59de96d6011 req-742839f0-18b8-4129-be7c-1e5561c59ac9 service neutron] 10.222.0.41 "GET /v2.0/networks/466c4f6c-7c79-4241-9236-d4d69282234b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076720 Sep 09 22:24:57.115939 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-3190dc46-3228-43ca-a105-a97e4adf1fd1 admin admin] Allocated IP 172.27.3.29 (a96fd56d-97e4-47a2-815b-e854e5640ee5/a399639f-77d7-4513-a462-8fb82637fe8f/bb80f9d7-c143-47c1-825e-f6988964b22c) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:24:57.335144 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9b973c1d-723c-4500-8023-abf9405c7f82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-413447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415071'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:57.425252 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ea78c3b8-8ebc-467e-bf46-846b1f3f1e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:57.483101 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3190dc46-3228-43ca-a105-a97e4adf1fd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:57.514616 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 53118) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:24:57.520639 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ea78c3b8-8ebc-467e-bf46-846b1f3f1e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:57.571809 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 53120) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:24:57.587049 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-ea78c3b8-8ebc-467e-bf46-846b1f3f1e07 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bf3443e4a0154c32ba8d411c807defcd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8948150 Sep 09 22:24:57.597219 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 53132) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:24:57.673167 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8ea145a5-55fd-467f-9e1d-bcdcca128e9c req-00fbefa9-7b64-42ad-9c9f-ff482461bbcb tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9260e3c-59a0-4f57-8c46-894c17780d11 HTTP/1.1" status: 200 len: 210 time: 0.0870969 Sep 09 22:24:57.692370 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3c1f69-d3a7-4adc-9544-d1c5a9656efc None None] Network b7e517a4-55ac-4999-ad3f-46426478f73d requested from dv-cinder-759955-23-iscsi {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:24:57.698025 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-834cbd1e-66e3-42e7-9c4e-e773c111d93a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:57.708834 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b973c1d-723c-4500-8023-abf9405c7f82 admin admin] Router 402ba834-513d-42d5-9bd2-ee93290d44ef is scheduled to L3 agent ecba8a59-1a63-4f4e-b72e-1c921b89dba6 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 22:24:57.725367 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 53134) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:24:57.737867 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea78c3b8-8ebc-467e-bf46-846b1f3f1e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0790d4-a6af-4420-91a6-547d0056d178,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:24:57.741848 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-834cbd1e-66e3-42e7-9c4e-e773c111d93a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:57.769158 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-370a1fc6-e13b-4d9e-9d89-c0f7154bc8ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:57.838021 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3190dc46-3228-43ca-a105-a97e4adf1fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:57.849209 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2ecf997f-4b88-4cdf-87e5-a29277f0de52 None None] Provisioning for port 6a0a3f1c-7736-4229-b102-9aac3ec08896 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:24:57.975069 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-834cbd1e-66e3-42e7-9c4e-e773c111d93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:57.987218 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-834cbd1e-66e3-42e7-9c4e-e773c111d93a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:57.997217 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-834cbd1e-66e3-42e7-9c4e-e773c111d93a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ed0790d4-a6af-4420-91a6-547d0056d178 HTTP/1.1" status: 204 len: 168 time: 0.3980241 Sep 09 22:24:58.023158 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 6a0a3f1c-7736-4229-b102-9aac3ec08896 up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:24:58.057958 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834cbd1e-66e3-42e7-9c4e-e773c111d93a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0790d4-a6af-4420-91a6-547d0056d178,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:24:58.079404 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b973c1d-723c-4500-8023-abf9405c7f82 admin admin] Notify agent at l3_agent.dv-cinder-759955-23-iscsi the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:24:58.093626 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24a98c4-1451-4d62-b36a-28659737447e None None] Sync routers for ids ['402ba834-513d-42d5-9bd2-ee93290d44ef'] in dv-cinder-759955-23-iscsi {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:24:58.104884 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24a98c4-1451-4d62-b36a-28659737447e None None] Routers {'402ba834-513d-42d5-9bd2-ee93290d44ef'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:24:58.105200 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f24a98c4-1451-4d62-b36a-28659737447e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:24:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['402ba834-513d-42d5-9bd2-ee93290d44ef'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:24:58.186123 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning for port 6a0a3f1c-7736-4229-b102-9aac3ec08896 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:24:58.190706 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port 6a0a3f1c-7736-4229-b102-9aac3ec08896 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:24:58.191075 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:58.245941 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1b668aef-8096-4241-8e5d-565e6169d1c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:58.259600 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3190dc46-3228-43ca-a105-a97e4adf1fd1 admin admin] Network a96fd56d-97e4-47a2-815b-e854e5640ee5 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:24:58.282370 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-3190dc46-3228-43ca-a105-a97e4adf1fd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:24:58.285032 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3190dc46-3228-43ca-a105-a97e4adf1fd1 admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:24:58.300592 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-f24a98c4-1451-4d62-b36a-28659737447e None None] Set router 402ba834-513d-42d5-9bd2-ee93290d44ef gateway port host: dv-cinder-759955-23-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:24:58.326264 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3190dc46-3228-43ca-a105-a97e4adf1fd1 admin admin] Pushing event updated for resources: {'Port': ['ID=bb80f9d7-c143-47c1-825e-f6988964b22c,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:24:58.407825 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:58.474859 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] For port 6a0a3f1c-7736-4229-b102-9aac3ec08896, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=6a0a3f1c-7736-4229-b102-9aac3ec08896,segment=NetworkSegment(4662fadd-827e-45f1-8d32-577d068e5c88),segment_id=4662fadd-827e-45f1-8d32-577d068e5c88)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:24:58.484770 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:58.559637 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f24a98c4-1451-4d62-b36a-28659737447e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402ba834-513d-42d5-9bd2-ee93290d44ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1293189247-router', 'tenant_id': 'a614c2fdc45a410cbe5b4bf63b53131b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '2df094de-6731-4c70-9f9f-25443dd93f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:24:54Z', 'updated_at': '2021-09-09T22:24:56Z', 'revision_number': 3, 'project_id': 'a614c2fdc45a410cbe5b4bf63b53131b', 'gw_port': {'id': '2df094de-6731-4c70-9f9f-25443dd93f3d', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402ba834-513d-42d5-9bd2-ee93290d44ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:24:56Z', 'updated_at': '2021-09-09T22:24:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi'}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:24:58.572751 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-370a1fc6-e13b-4d9e-9d89-c0f7154bc8ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:58.579554 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-370a1fc6-e13b-4d9e-9d89-c0f7154bc8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:58.586628 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9b973c1d-723c-4500-8023-abf9405c7f82 admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:58.590999 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-9b973c1d-723c-4500-8023-abf9405c7f82 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.6749687 Sep 09 22:24:58.592229 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 53162) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:24:58.611096 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Pushing event updated for resources: {'Port': ['ID=6a0a3f1c-7736-4229-b102-9aac3ec08896,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:24:58.626684 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-9acb2fc6-1d37-4c7a-9d5e-f043f588008e None None] Provisioning complete for port 6a0a3f1c-7736-4229-b102-9aac3ec08896 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:24:58.628885 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9acb2fc6-1d37-4c7a-9d5e-f043f588008e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:58.632782 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24a98c4-1451-4d62-b36a-28659737447e None None] Checking router: 402ba834-513d-42d5-9bd2-ee93290d44ef for host: dv-cinder-759955-23-iscsi {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:24:58.633470 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24a98c4-1451-4d62-b36a-28659737447e None None] Updating router 402ba834-513d-42d5-9bd2-ee93290d44ef port 2df094de-6731-4c70-9f9f-25443dd93f3d binding host dv-cinder-759955-23-iscsi {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 22:24:58.666269 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f24a98c4-1451-4d62-b36a-28659737447e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:58.835084 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370a1fc6-e13b-4d9e-9d89-c0f7154bc8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c6cc9a-b2a1-4e83-8dc3-2b9adae3b30c,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:24:58.897631 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3190dc46-3228-43ca-a105-a97e4adf1fd1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:59.012213 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-dd66809b-139c-4408-9c55-111c1837ae75 req-fd8219d8-345a-4dd4-b2b6-8d50b155f059 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9260e3c-59a0-4f57-8c46-894c17780d11 HTTP/1.1" status: 200 len: 210 time: 0.2097545 Sep 09 22:24:59.021600 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-370a1fc6-e13b-4d9e-9d89-c0f7154bc8ef admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=77c330ce6a21448382d685869b330ff7&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2951355 Sep 09 22:24:59.029146 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 53186) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:24:59.055346 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f24a98c4-1451-4d62-b36a-28659737447e None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:59.091202 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-f24a98c4-1451-4d62-b36a-28659737447e None None] Transition to ACTIVE for port object 2df094de-6731-4c70-9f9f-25443dd93f3d will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:24:59.103243 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f24a98c4-1451-4d62-b36a-28659737447e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:59.160375 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33730cc9-b1d6-4a56-a5c9-09bec18db25b None None] Pushing event updated for resources: {'Port': ['ID=2df094de-6731-4c70-9f9f-25443dd93f3d,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:24:59.170703 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33730cc9-b1d6-4a56-a5c9-09bec18db25b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:24:59.171341 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33730cc9-b1d6-4a56-a5c9-09bec18db25b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:24:59.171999 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33730cc9-b1d6-4a56-a5c9-09bec18db25b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:24:59.172524 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33730cc9-b1d6-4a56-a5c9-09bec18db25b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:24:59.173263 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33730cc9-b1d6-4a56-a5c9-09bec18db25b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:24:59.173787 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33730cc9-b1d6-4a56-a5c9-09bec18db25b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:24:59.174411 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33730cc9-b1d6-4a56-a5c9-09bec18db25b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:24:59.175732 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33730cc9-b1d6-4a56-a5c9-09bec18db25b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:24:59.176407 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33730cc9-b1d6-4a56-a5c9-09bec18db25b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:24:59.176897 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33730cc9-b1d6-4a56-a5c9-09bec18db25b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:24:59.177387 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33730cc9-b1d6-4a56-a5c9-09bec18db25b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:24:59.177915 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33730cc9-b1d6-4a56-a5c9-09bec18db25b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:24:59.179282 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33730cc9-b1d6-4a56-a5c9-09bec18db25b None None] Tracked resource versions report: Sep 09 22:24:59.179282 dv-cinder-759955-23-iscsi neutron-server[93890]: pushed versions: Sep 09 22:24:59.179282 dv-cinder-759955-23-iscsi neutron-server[93890]: { 'AddressGroup': {'1.2'}, Sep 09 22:24:59.179282 dv-cinder-759955-23-iscsi neutron-server[93890]: 'ConntrackHelper': {'1.0'}, Sep 09 22:24:59.179282 dv-cinder-759955-23-iscsi neutron-server[93890]: 'Log': {'1.0'}, Sep 09 22:24:59.179282 dv-cinder-759955-23-iscsi neutron-server[93890]: 'Network': {'1.1'}, Sep 09 22:24:59.179282 dv-cinder-759955-23-iscsi neutron-server[93890]: 'Port': {'1.7'}, Sep 09 22:24:59.179282 dv-cinder-759955-23-iscsi neutron-server[93890]: 'PortForwarding': {'1.2'}, Sep 09 22:24:59.179282 dv-cinder-759955-23-iscsi neutron-server[93890]: 'QosPolicy': {'1.9'}, Sep 09 22:24:59.179282 dv-cinder-759955-23-iscsi neutron-server[93890]: 'SecurityGroup': {'1.4'}, Sep 09 22:24:59.179282 dv-cinder-759955-23-iscsi neutron-server[93890]: 'SecurityGroupRule': {'1.2'}, Sep 09 22:24:59.179282 dv-cinder-759955-23-iscsi neutron-server[93890]: 'SubPort': {'1.0'}, Sep 09 22:24:59.179282 dv-cinder-759955-23-iscsi neutron-server[93890]: 'Subnet': {'1.1'}, Sep 09 22:24:59.179282 dv-cinder-759955-23-iscsi neutron-server[93890]: 'Trunk': {'1.1'}} Sep 09 22:24:59.179282 dv-cinder-759955-23-iscsi neutron-server[93890]: consumer versions: Sep 09 22:24:59.179282 dv-cinder-759955-23-iscsi neutron-server[93890]: { DHCP agent@dv-cinder-759955-23-iscsi: {}, Sep 09 22:24:59.179282 dv-cinder-759955-23-iscsi neutron-server[93890]: HyperV agent@hv-cinder-75995: {}, Sep 09 22:24:59.179282 dv-cinder-759955-23-iscsi neutron-server[93890]: L3 agent@dv-cinder-759955-23-iscsi: {}, Sep 09 22:24:59.179282 dv-cinder-759955-23-iscsi neutron-server[93890]: Metadata agent@dv-cinder-759955-23-iscsi: {}, Sep 09 22:24:59.179282 dv-cinder-759955-23-iscsi neutron-server[93890]: Metering agent@dv-cinder-759955-23-iscsi: {}, Sep 09 22:24:59.179282 dv-cinder-759955-23-iscsi neutron-server[93890]: Open vSwitch agent@dv-cinder-759955-23-iscsi: { 'AddressGroup': '1.2', Sep 09 22:24:59.179282 dv-cinder-759955-23-iscsi neutron-server[93890]: 'ConntrackHelper': '1.0', Sep 09 22:24:59.179282 dv-cinder-759955-23-iscsi neutron-server[93890]: 'Log': '1.0', Sep 09 22:24:59.179282 dv-cinder-759955-23-iscsi neutron-server[93890]: 'Network': '1.1', Sep 09 22:24:59.179282 dv-cinder-759955-23-iscsi neutron-server[93890]: 'Port': '1.7', Sep 09 22:24:59.179282 dv-cinder-759955-23-iscsi neutron-server[93890]: 'PortForwarding': '1.2', Sep 09 22:24:59.179282 dv-cinder-759955-23-iscsi neutron-server[93890]: 'QosPolicy': '1.9', Sep 09 22:24:59.179282 dv-cinder-759955-23-iscsi neutron-server[93890]: 'SecurityGroup': '1.4', Sep 09 22:24:59.179282 dv-cinder-759955-23-iscsi neutron-server[93890]: 'SecurityGroupRule': '1.2', Sep 09 22:24:59.179282 dv-cinder-759955-23-iscsi neutron-server[93890]: 'SubPort': '1.0', Sep 09 22:24:59.179282 dv-cinder-759955-23-iscsi neutron-server[93890]: 'Subnet': '1.1', Sep 09 22:24:59.179282 dv-cinder-759955-23-iscsi neutron-server[93890]: 'Trunk': '1.1'}} Sep 09 22:24:59.179282 dv-cinder-759955-23-iscsi neutron-server[93890]: {{(pid=93890) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 22:24:59.191130 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8d35b7bb-cc51-4ee8-a4e1-ee6c44015d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:59.230674 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-f24a98c4-1451-4d62-b36a-28659737447e None None] Attempting to bind port 2df094de-6731-4c70-9f9f-25443dd93f3d on host dv-cinder-759955-23-iscsi for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:24:59.231101 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-f24a98c4-1451-4d62-b36a-28659737447e None None] Attempting to bind port 2df094de-6731-4c70-9f9f-25443dd93f3d by drivers openvswitch,hyperv on host dv-cinder-759955-23-iscsi at level 0 using segments [{'id': '90346f4a-7a44-48b1-bd31-fe8f3a549143', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:24:59.231517 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24a98c4-1451-4d62-b36a-28659737447e None None] Attempting to bind port 2df094de-6731-4c70-9f9f-25443dd93f3d on network a96fd56d-97e4-47a2-815b-e854e5640ee5 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:24:59.237294 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24a98c4-1451-4d62-b36a-28659737447e None None] Checking agent: {'id': '18c8940e-01ce-4dee-a90a-54246b2955c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 17, 6), 'started_at': datetime.datetime(2021, 9, 9, 22, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:24:59.238091 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24a98c4-1451-4d62-b36a-28659737447e None None] Checking segment: {'id': '90346f4a-7a44-48b1-bd31-fe8f3a549143', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:24:59.238913 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f24a98c4-1451-4d62-b36a-28659737447e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:59.239468 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f24a98c4-1451-4d62-b36a-28659737447e None None] Bound using segment: {'id': '90346f4a-7a44-48b1-bd31-fe8f3a549143', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:24:59.240274 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-f24a98c4-1451-4d62-b36a-28659737447e None None] Bound port: 2df094de-6731-4c70-9f9f-25443dd93f3d, host: dv-cinder-759955-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90346f4a-7a44-48b1-bd31-fe8f3a549143', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:24:59.240971 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f24a98c4-1451-4d62-b36a-28659737447e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:59.278931 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8d35b7bb-cc51-4ee8-a4e1-ee6c44015d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:59.299641 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-f24a98c4-1451-4d62-b36a-28659737447e None None] For port 2df094de-6731-4c70-9f9f-25443dd93f3d, host dv-cinder-759955-23-iscsi, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:24:59.303261 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-f24a98c4-1451-4d62-b36a-28659737447e None None] For port 2df094de-6731-4c70-9f9f-25443dd93f3d, host dv-cinder-759955-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=2df094de-6731-4c70-9f9f-25443dd93f3d,segment=NetworkSegment(90346f4a-7a44-48b1-bd31-fe8f3a549143),segment_id=90346f4a-7a44-48b1-bd31-fe8f3a549143)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:24:59.305500 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1b668aef-8096-4241-8e5d-565e6169d1c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:59.310615 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-f24a98c4-1451-4d62-b36a-28659737447e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:59.318224 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1b668aef-8096-4241-8e5d-565e6169d1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:59.337985 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3190dc46-3228-43ca-a105-a97e4adf1fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-413447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415071'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:59.395264 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24a98c4-1451-4d62-b36a-28659737447e None None] Routers {'402ba834-513d-42d5-9bd2-ee93290d44ef'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:24:59.396105 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f24a98c4-1451-4d62-b36a-28659737447e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:24:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['402ba834-513d-42d5-9bd2-ee93290d44ef'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:24:59.401656 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33730cc9-b1d6-4a56-a5c9-09bec18db25b None None] Pushing event updated for resources: {'Port': ['ID=2df094de-6731-4c70-9f9f-25443dd93f3d,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:24:59.413399 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dfce5d4d-86fd-4733-890a-db69cb525f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:59.418242 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-1b668aef-8096-4241-8e5d-565e6169d1c1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c47c55f35c8e4611b2b5a32011e47d55&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9023156 Sep 09 22:24:59.423631 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 53200) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:24:59.425495 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b668aef-8096-4241-8e5d-565e6169d1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ccab53-6002-440f-aef2-e1a88d56182e,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:24:59.497311 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8d35b7bb-cc51-4ee8-a4e1-ee6c44015d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:59.499774 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8d35b7bb-cc51-4ee8-a4e1-ee6c44015d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:59.501001 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-8d35b7bb-cc51-4ee8-a4e1-ee6c44015d4f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c8c6cc9a-b2a1-4e83-8dc3-2b9adae3b30c HTTP/1.1" status: 204 len: 168 time: 0.4704728 Sep 09 22:24:59.529402 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35b7bb-cc51-4ee8-a4e1-ee6c44015d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c6cc9a-b2a1-4e83-8dc3-2b9adae3b30c,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:24:59.558282 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-f24a98c4-1451-4d62-b36a-28659737447e None None] Set router 402ba834-513d-42d5-9bd2-ee93290d44ef gateway port host: dv-cinder-759955-23-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:24:59.558899 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-49308aa3-059f-490e-9950-4325fd85b1e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:59.594041 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-49308aa3-059f-490e-9950-4325fd85b1e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:59.635382 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3190dc46-3228-43ca-a105-a97e4adf1fd1 admin admin] Router f439b0aa-4956-4c0c-bca4-6f5bef494f11 is scheduled to L3 agent ecba8a59-1a63-4f4e-b72e-1c921b89dba6 with binding_index 1 {{(pid=93888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 22:24:59.705720 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-49308aa3-059f-490e-9950-4325fd85b1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:59.709590 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-49308aa3-059f-490e-9950-4325fd85b1e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:59.710853 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-49308aa3-059f-490e-9950-4325fd85b1e4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/77ccab53-6002-440f-aef2-e1a88d56182e HTTP/1.1" status: 204 len: 168 time: 0.2865441 Sep 09 22:24:59.726566 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-dfce5d4d-86fd-4733-890a-db69cb525f04 admin admin] Allocated IP 172.20.0.1 (05871169-dd65-49e2-b26e-00b42542e9ff/300ee5ef-a508-4127-aec7-f35d79a48d74/f17bddb6-714d-4fa5-9392-53218543c133) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:24:59.727937 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49308aa3-059f-490e-9950-4325fd85b1e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ccab53-6002-440f-aef2-e1a88d56182e,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:24:59.791459 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3190dc46-3228-43ca-a105-a97e4adf1fd1 admin admin] Notify agent at l3_agent.dv-cinder-759955-23-iscsi the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:24:59.801078 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cb6c8c-b106-4311-9f00-4ba93982020b None None] Sync routers for ids ['f439b0aa-4956-4c0c-bca4-6f5bef494f11'] in dv-cinder-759955-23-iscsi {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:24:59.817137 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cb6c8c-b106-4311-9f00-4ba93982020b None None] Routers {'f439b0aa-4956-4c0c-bca4-6f5bef494f11'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:24:59.817854 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-a2cb6c8c-b106-4311-9f00-4ba93982020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:24:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['f439b0aa-4956-4c0c-bca4-6f5bef494f11'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:24:59.819116 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3190dc46-3228-43ca-a105-a97e4adf1fd1 admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:59.820695 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-3190dc46-3228-43ca-a105-a97e4adf1fd1 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.1686525 Sep 09 22:24:59.825547 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 53214) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:24:59.895865 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dfce5d4d-86fd-4733-890a-db69cb525f04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:24:59.897715 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-f24a98c4-1451-4d62-b36a-28659737447e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402ba834-513d-42d5-9bd2-ee93290d44ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1293189247-router', 'tenant_id': 'a614c2fdc45a410cbe5b4bf63b53131b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '2df094de-6731-4c70-9f9f-25443dd93f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:24:54Z', 'updated_at': '2021-09-09T22:24:56Z', 'revision_number': 3, 'project_id': 'a614c2fdc45a410cbe5b4bf63b53131b', 'gw_port': {'id': '2df094de-6731-4c70-9f9f-25443dd93f3d', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402ba834-513d-42d5-9bd2-ee93290d44ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:24:56Z', 'updated_at': '2021-09-09T22:24:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi'}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:24:59.948778 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24a98c4-1451-4d62-b36a-28659737447e None None] The sync data for ids ['402ba834-513d-42d5-9bd2-ee93290d44ef'] in dv-cinder-759955-23-iscsi is: [{'id': '402ba834-513d-42d5-9bd2-ee93290d44ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1293189247-router', 'tenant_id': 'a614c2fdc45a410cbe5b4bf63b53131b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '2df094de-6731-4c70-9f9f-25443dd93f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:24:54Z', 'updated_at': '2021-09-09T22:24:56Z', 'revision_number': 3, 'project_id': 'a614c2fdc45a410cbe5b4bf63b53131b', 'gw_port': {'id': '2df094de-6731-4c70-9f9f-25443dd93f3d', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402ba834-513d-42d5-9bd2-ee93290d44ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:24:56Z', 'updated_at': '2021-09-09T22:24:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:24:59.972956 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dfce5d4d-86fd-4733-890a-db69cb525f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:00.018192 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfce5d4d-86fd-4733-890a-db69cb525f04 admin admin] Network 05871169-dd65-49e2-b26e-00b42542e9ff is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:25:00.021568 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-dfce5d4d-86fd-4733-890a-db69cb525f04 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:25:00.025470 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfce5d4d-86fd-4733-890a-db69cb525f04 admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:25:00.026185 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dfce5d4d-86fd-4733-890a-db69cb525f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415118'] for router_interface, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:00.075220 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 6a0a3f1c-7736-4229-b102-9aac3ec08896 up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:25:00.576622 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-a2cb6c8c-b106-4311-9f00-4ba93982020b None None] Set router f439b0aa-4956-4c0c-bca4-6f5bef494f11 gateway port host: dv-cinder-759955-23-iscsi {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:25:00.657726 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfce5d4d-86fd-4733-890a-db69cb525f04 admin admin] Pushing event updated for resources: {'Port': ['ID=f17bddb6-714d-4fa5-9392-53218543c133,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:00.772512 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port 6a0a3f1c-7736-4229-b102-9aac3ec08896 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:25:00.773151 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:00.855626 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-17dd6f88-bb97-438c-a234-19e789c6caeb req-40761103-8354-45af-a0fb-7a2778943490 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9260e3c-59a0-4f57-8c46-894c17780d11 HTTP/1.1" status: 200 len: 210 time: 0.0812068 Sep 09 22:25:00.971555 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dfce5d4d-86fd-4733-890a-db69cb525f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:01.215554 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-a2cb6c8c-b106-4311-9f00-4ba93982020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'name': 'tempest-AttachVolumeTestJSON-1013082683-router', 'tenant_id': '096fa68883894e368796bcd92c5e8218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bb80f9d7-c143-47c1-825e-f6988964b22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:24:54Z', 'updated_at': '2021-09-09T22:24:58Z', 'revision_number': 3, 'project_id': '096fa68883894e368796bcd92c5e8218', 'gw_port': {'id': 'bb80f9d7-c143-47c1-825e-f6988964b22c', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:af:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:24:56Z', 'updated_at': '2021-09-09T22:24:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi'}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:25:01.248494 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dfce5d4d-86fd-4733-890a-db69cb525f04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:01.257205 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dfce5d4d-86fd-4733-890a-db69cb525f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:01.259119 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dfce5d4d-86fd-4733-890a-db69cb525f04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413982'] for router_interface, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:01.283538 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cb6c8c-b106-4311-9f00-4ba93982020b None None] Checking router: f439b0aa-4956-4c0c-bca4-6f5bef494f11 for host: dv-cinder-759955-23-iscsi {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:25:01.290759 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cb6c8c-b106-4311-9f00-4ba93982020b None None] Updating router f439b0aa-4956-4c0c-bca4-6f5bef494f11 port bb80f9d7-c143-47c1-825e-f6988964b22c binding host dv-cinder-759955-23-iscsi {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 22:25:01.359867 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a2cb6c8c-b106-4311-9f00-4ba93982020b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:01.405937 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfce5d4d-86fd-4733-890a-db69cb525f04 admin admin] Pushing event updated for resources: {'Port': ['ID=f17bddb6-714d-4fa5-9392-53218543c133,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:01.509259 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1938a699-1aa7-4b03-b234-f93f394b34cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:01.535025 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfce5d4d-86fd-4733-890a-db69cb525f04 admin admin] Network 05871169-dd65-49e2-b26e-00b42542e9ff is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:25:01.535756 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.20', 55880) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:01.560485 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-dfce5d4d-86fd-4733-890a-db69cb525f04 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:25:01.961844 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a2cb6c8c-b106-4311-9f00-4ba93982020b None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:02.008953 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a2cb6c8c-b106-4311-9f00-4ba93982020b None None] Transition to ACTIVE for port object bb80f9d7-c143-47c1-825e-f6988964b22c will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:25:02.019501 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a2cb6c8c-b106-4311-9f00-4ba93982020b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:02.206888 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec89af-2af5-4522-8e0c-f2ac72ef19e1 None None] Pushing event updated for resources: {'Port': ['ID=bb80f9d7-c143-47c1-825e-f6988964b22c,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:02.215189 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 2df094de-6731-4c70-9f9f-25443dd93f3d up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:25:02.310461 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17095799-49a1-4da0-9793-b59de96d6011 req-3c4d4c00-9d9a-4a3f-a085-d2471a6e3bac tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:02.313206 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-17095799-49a1-4da0-9793-b59de96d6011 req-3c4d4c00-9d9a-4a3f-a085-d2471a6e3bac tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.20 "GET /v2.0/networks?id=466c4f6c-7c79-4241-9236-d4d69282234b HTTP/1.1" status: 200 len: 812 time: 0.7758586 Sep 09 22:25:02.315378 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-a2cb6c8c-b106-4311-9f00-4ba93982020b None None] Attempting to bind port bb80f9d7-c143-47c1-825e-f6988964b22c on host dv-cinder-759955-23-iscsi for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:25:02.315840 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-a2cb6c8c-b106-4311-9f00-4ba93982020b None None] Attempting to bind port bb80f9d7-c143-47c1-825e-f6988964b22c by drivers openvswitch,hyperv on host dv-cinder-759955-23-iscsi at level 0 using segments [{'id': '90346f4a-7a44-48b1-bd31-fe8f3a549143', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:25:02.316121 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cb6c8c-b106-4311-9f00-4ba93982020b None None] Attempting to bind port bb80f9d7-c143-47c1-825e-f6988964b22c on network a96fd56d-97e4-47a2-815b-e854e5640ee5 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:25:02.353197 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cb6c8c-b106-4311-9f00-4ba93982020b None None] Checking agent: {'id': '18c8940e-01ce-4dee-a90a-54246b2955c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 17, 6), 'started_at': datetime.datetime(2021, 9, 9, 22, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:25:02.353568 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cb6c8c-b106-4311-9f00-4ba93982020b None None] Checking segment: {'id': '90346f4a-7a44-48b1-bd31-fe8f3a549143', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:25:02.353974 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a2cb6c8c-b106-4311-9f00-4ba93982020b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:02.354369 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cb6c8c-b106-4311-9f00-4ba93982020b None None] Bound using segment: {'id': '90346f4a-7a44-48b1-bd31-fe8f3a549143', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:25:02.354843 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-a2cb6c8c-b106-4311-9f00-4ba93982020b None None] Bound port: bb80f9d7-c143-47c1-825e-f6988964b22c, host: dv-cinder-759955-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90346f4a-7a44-48b1-bd31-fe8f3a549143', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:25:02.361664 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a7ba00c1-130c-4901-8737-3111b5265f95 req-e9717198-a125-47d6-84b4-fc456ce280b9 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9260e3c-59a0-4f57-8c46-894c17780d11 HTTP/1.1" status: 200 len: 210 time: 0.0822189 Sep 09 22:25:02.365510 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a2cb6c8c-b106-4311-9f00-4ba93982020b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:02.389289 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [req-17095799-49a1-4da0-9793-b59de96d6011 req-2108a5b8-37ed-4366-a950-7000b099dc53 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] Request body: {'port': {'device_id': 'c9260e3c-59a0-4f57-8c46-894c17780d11', 'network_id': '466c4f6c-7c79-4241-9236-d4d69282234b', 'admin_state_up': True, 'tenant_id': '7739f28627a8471d8b5b842b22470b99'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:25:02.423839 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-1938a699-1aa7-4b03-b234-f93f394b34cf admin admin] Allocated IP 172.20.0.1 (b7e517a4-55ac-4999-ad3f-46426478f73d/6cc1261c-ba68-4d29-a19d-d09d50ae8bfc/8964844d-0adc-4147-ab86-e1e57a657f95) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:25:02.572661 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-a2cb6c8c-b106-4311-9f00-4ba93982020b None None] For port bb80f9d7-c143-47c1-825e-f6988964b22c, host dv-cinder-759955-23-iscsi, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:25:02.577471 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-a2cb6c8c-b106-4311-9f00-4ba93982020b None None] For port bb80f9d7-c143-47c1-825e-f6988964b22c, host dv-cinder-759955-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=bb80f9d7-c143-47c1-825e-f6988964b22c,segment=NetworkSegment(90346f4a-7a44-48b1-bd31-fe8f3a549143),segment_id=90346f4a-7a44-48b1-bd31-fe8f3a549143)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:25:02.580821 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning for port 2df094de-6731-4c70-9f9f-25443dd93f3d completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:25:02.589650 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port 2df094de-6731-4c70-9f9f-25443dd93f3d triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:25:02.589650 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:02.589650 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a2cb6c8c-b106-4311-9f00-4ba93982020b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:02.679441 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2cb6c8c-b106-4311-9f00-4ba93982020b None None] Routers {'f439b0aa-4956-4c0c-bca4-6f5bef494f11'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:25:02.682440 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfce5d4d-86fd-4733-890a-db69cb525f04 admin admin] Router 402ba834-513d-42d5-9bd2-ee93290d44ef has already been hosted by L3 agent ecba8a59-1a63-4f4e-b72e-1c921b89dba6 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:25:02.682944 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-a2cb6c8c-b106-4311-9f00-4ba93982020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:24:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['f439b0aa-4956-4c0c-bca4-6f5bef494f11'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:25:02.791736 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-66e70302-cb02-4114-988c-8ff6425f46b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:02.871200 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfce5d4d-86fd-4733-890a-db69cb525f04 admin admin] Notify agent at l3_agent.dv-cinder-759955-23-iscsi the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:25:02.878054 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-dfce5d4d-86fd-4733-890a-db69cb525f04 admin admin] 10.222.0.41 "PUT /v2.0/routers/402ba834-513d-42d5-9bd2-ee93290d44ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2852440 Sep 09 22:25:02.879556 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17095799-49a1-4da0-9793-b59de96d6011 req-2108a5b8-37ed-4366-a950-7000b099dc53 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] Made reservation on behalf of 7739f28627a8471d8b5b842b22470b99 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:25:02.884364 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-17095799-49a1-4da0-9793-b59de96d6011 req-2108a5b8-37ed-4366-a950-7000b099dc53 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:02.889535 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5054ceb4-f8ee-4746-ac28-282ab4034101 None None] Sync routers for ids ['402ba834-513d-42d5-9bd2-ee93290d44ef'] in dv-cinder-759955-23-iscsi {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:25:02.892374 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1938a699-1aa7-4b03-b234-f93f394b34cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:02.905705 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5054ceb4-f8ee-4746-ac28-282ab4034101 None None] Routers {'402ba834-513d-42d5-9bd2-ee93290d44ef'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:25:02.907192 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-5054ceb4-f8ee-4746-ac28-282ab4034101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:24:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['402ba834-513d-42d5-9bd2-ee93290d44ef'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:25:02.926950 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec89af-2af5-4522-8e0c-f2ac72ef19e1 None None] Pushing event updated for resources: {'Port': ['ID=bb80f9d7-c143-47c1-825e-f6988964b22c,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:02.970299 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-1938a699-1aa7-4b03-b234-f93f394b34cf admin admin] Transition to ACTIVE for port object 8964844d-0adc-4147-ab86-e1e57a657f95 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:25:02.974749 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-a2cb6c8c-b106-4311-9f00-4ba93982020b None None] Set router f439b0aa-4956-4c0c-bca4-6f5bef494f11 gateway port host: dv-cinder-759955-23-iscsi {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:25:03.095207 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1938a699-1aa7-4b03-b234-f93f394b34cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:03.210372 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1938a699-1aa7-4b03-b234-f93f394b34cf admin admin] Network b7e517a4-55ac-4999-ad3f-46426478f73d is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:25:03.211983 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-1938a699-1aa7-4b03-b234-f93f394b34cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:25:03.216546 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1938a699-1aa7-4b03-b234-f93f394b34cf admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:25:03.217174 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1938a699-1aa7-4b03-b234-f93f394b34cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415118'] for router_interface, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:03.359138 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:03.388481 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] For port 2df094de-6731-4c70-9f9f-25443dd93f3d, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=2df094de-6731-4c70-9f9f-25443dd93f3d,segment=NetworkSegment(90346f4a-7a44-48b1-bd31-fe8f3a549143),segment_id=90346f4a-7a44-48b1-bd31-fe8f3a549143)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:25:03.396379 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-5054ceb4-f8ee-4746-ac28-282ab4034101 None None] Set router 402ba834-513d-42d5-9bd2-ee93290d44ef gateway port host: dv-cinder-759955-23-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:25:03.401071 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:03.451602 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-17095799-49a1-4da0-9793-b59de96d6011 req-2108a5b8-37ed-4366-a950-7000b099dc53 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] Allocated IP 172.20.0.8 (466c4f6c-7c79-4241-9236-d4d69282234b/cfdc7dc1-c5c8-429e-a2c0-2a1c6e05bcc1/7151e03b-31f4-40d0-89a1-d91b5bb2b270) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:25:03.622240 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Pushing event updated for resources: {'Port': ['ID=2df094de-6731-4c70-9f9f-25443dd93f3d,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:03.636027 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-a2cb6c8c-b106-4311-9f00-4ba93982020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'name': 'tempest-AttachVolumeTestJSON-1013082683-router', 'tenant_id': '096fa68883894e368796bcd92c5e8218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bb80f9d7-c143-47c1-825e-f6988964b22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:24:54Z', 'updated_at': '2021-09-09T22:24:58Z', 'revision_number': 3, 'project_id': '096fa68883894e368796bcd92c5e8218', 'gw_port': {'id': 'bb80f9d7-c143-47c1-825e-f6988964b22c', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:af:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:24:56Z', 'updated_at': '2021-09-09T22:25:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi'}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:25:03.716227 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2cb6c8c-b106-4311-9f00-4ba93982020b None None] The sync data for ids ['f439b0aa-4956-4c0c-bca4-6f5bef494f11'] in dv-cinder-759955-23-iscsi is: [{'id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'name': 'tempest-AttachVolumeTestJSON-1013082683-router', 'tenant_id': '096fa68883894e368796bcd92c5e8218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bb80f9d7-c143-47c1-825e-f6988964b22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:24:54Z', 'updated_at': '2021-09-09T22:24:58Z', 'revision_number': 3, 'project_id': '096fa68883894e368796bcd92c5e8218', 'gw_port': {'id': 'bb80f9d7-c143-47c1-825e-f6988964b22c', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:af:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:24:56Z', 'updated_at': '2021-09-09T22:25:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi'}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:25:03.813819 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d7989807-a93e-4719-aa64-46cc799aaf55 None None] Provisioning for port 8964844d-0adc-4147-ab86-e1e57a657f95 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:25:03.835268 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d7989807-a93e-4719-aa64-46cc799aaf55 None None] Provisioning complete for port 8964844d-0adc-4147-ab86-e1e57a657f95 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:25:03.838114 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d7989807-a93e-4719-aa64-46cc799aaf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:04.002633 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a69caff8-cb3c-4c6f-a378-5477cfc08d09 req-f3ce0173-0cbe-4c65-93a2-1b2f5d329ebf tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9260e3c-59a0-4f57-8c46-894c17780d11 HTTP/1.1" status: 200 len: 210 time: 0.1606829 Sep 09 22:25:04.008474 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d7989807-a93e-4719-aa64-46cc799aaf55 None None] Port 8964844d-0adc-4147-ab86-e1e57a657f95 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 22:25:04.034123 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 2df094de-6731-4c70-9f9f-25443dd93f3d up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:25:04.039198 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1938a699-1aa7-4b03-b234-f93f394b34cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:04.041837 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 53422) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:04.047706 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1938a699-1aa7-4b03-b234-f93f394b34cf admin admin] Pushing event updated for resources: {'Port': ['ID=8964844d-0adc-4147-ab86-e1e57a657f95,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:04.147660 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port 2df094de-6731-4c70-9f9f-25443dd93f3d triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:25:04.149815 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:04.266423 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-17095799-49a1-4da0-9793-b59de96d6011 req-2108a5b8-37ed-4366-a950-7000b099dc53 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:04.469144 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-17095799-49a1-4da0-9793-b59de96d6011 req-2108a5b8-37ed-4366-a950-7000b099dc53 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:04.526188 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-5054ceb4-f8ee-4746-ac28-282ab4034101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402ba834-513d-42d5-9bd2-ee93290d44ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1293189247-router', 'tenant_id': 'a614c2fdc45a410cbe5b4bf63b53131b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '2df094de-6731-4c70-9f9f-25443dd93f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:24:54Z', 'updated_at': '2021-09-09T22:25:00Z', 'revision_number': 4, 'project_id': 'a614c2fdc45a410cbe5b4bf63b53131b', 'gw_port': {'id': '2df094de-6731-4c70-9f9f-25443dd93f3d', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402ba834-513d-42d5-9bd2-ee93290d44ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:24:56Z', 'updated_at': '2021-09-09T22:24:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': 'f17bddb6-714d-4fa5-9392-53218543c133', 'name': '', 'network_id': '05871169-dd65-49e2-b26e-00b42542e9ff', 'tenant_id': 'a614c2fdc45a410cbe5b4bf63b53131b', 'mac_address': 'fa:16:3e:79:7f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402ba834-513d-42d5-9bd2-ee93290d44ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '300ee5ef-a508-4127-aec7-f35d79a48d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:24:59Z', 'updated_at': '2021-09-09T22:25:01Z', 'revision_number': 2, 'project_id': 'a614c2fdc45a410cbe5b4bf63b53131b', 'subnets': [{'id': '300ee5ef-a508-4127-aec7-f35d79a48d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:25:04.570002 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17095799-49a1-4da0-9793-b59de96d6011 req-2108a5b8-37ed-4366-a950-7000b099dc53 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] Network 466c4f6c-7c79-4241-9236-d4d69282234b is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:25:04.576869 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-17095799-49a1-4da0-9793-b59de96d6011 req-2108a5b8-37ed-4366-a950-7000b099dc53 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:25:04.583044 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1938a699-1aa7-4b03-b234-f93f394b34cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:04.586727 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-17095799-49a1-4da0-9793-b59de96d6011 req-2108a5b8-37ed-4366-a950-7000b099dc53 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:25:04.594836 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17095799-49a1-4da0-9793-b59de96d6011 req-2108a5b8-37ed-4366-a950-7000b099dc53 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:04.595773 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-17095799-49a1-4da0-9793-b59de96d6011 req-2108a5b8-37ed-4366-a950-7000b099dc53 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:04.596995 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1938a699-1aa7-4b03-b234-f93f394b34cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:04.600685 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1938a699-1aa7-4b03-b234-f93f394b34cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413982'] for router_interface, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:04.622218 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5054ceb4-f8ee-4746-ac28-282ab4034101 None None] Checking router: 402ba834-513d-42d5-9bd2-ee93290d44ef for host: dv-cinder-759955-23-iscsi {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:25:04.622788 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5054ceb4-f8ee-4746-ac28-282ab4034101 None None] Updating router 402ba834-513d-42d5-9bd2-ee93290d44ef port f17bddb6-714d-4fa5-9392-53218543c133 binding host dv-cinder-759955-23-iscsi {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 22:25:04.635166 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2108a5b8-37ed-4366-a950-7000b099dc53 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] Pushing event updated for resources: {'Port': ['ID=7151e03b-31f4-40d0-89a1-d91b5bb2b270,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:04.650908 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-17095799-49a1-4da0-9793-b59de96d6011 req-2108a5b8-37ed-4366-a950-7000b099dc53 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2703214 Sep 09 22:25:04.664623 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [req-17095799-49a1-4da0-9793-b59de96d6011 req-b15d9ddc-2ca6-4064-9780-f00ef5552d23 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 22:25:04.665774 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-17095799-49a1-4da0-9793-b59de96d6011 req-b15d9ddc-2ca6-4064-9780-f00ef5552d23 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063894 Sep 09 22:25:04.682264 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5054ceb4-f8ee-4746-ac28-282ab4034101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:04.818630 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1938a699-1aa7-4b03-b234-f93f394b34cf admin admin] Pushing event updated for resources: {'Port': ['ID=8964844d-0adc-4147-ab86-e1e57a657f95,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:04.908602 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:05.033576 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-113367bc-6e1d-4e68-96de-ca91db8af049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:05.391009 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1938a699-1aa7-4b03-b234-f93f394b34cf admin admin] Network b7e517a4-55ac-4999-ad3f-46426478f73d is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:25:05.396522 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5cc88caa-24d3-4033-b7fa-3decaac64fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:05.405055 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-1938a699-1aa7-4b03-b234-f93f394b34cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:25:05.429183 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c6bf8-0dae-48c5-af2e-07c259390627 req-5fc7d80a-1012-440b-bb95-58ea3181909a tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:05.431205 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-267c6bf8-0dae-48c5-af2e-07c259390627 req-5fc7d80a-1012-440b-bb95-58ea3181909a tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9260e3c-59a0-4f57-8c46-894c17780d11 HTTP/1.1" status: 200 len: 931 time: 0.2013211 Sep 09 22:25:05.546327 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5054ceb4-f8ee-4746-ac28-282ab4034101 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:05.575281 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-5054ceb4-f8ee-4746-ac28-282ab4034101 None None] Transition to ACTIVE for port object f17bddb6-714d-4fa5-9392-53218543c133 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:25:05.596563 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5054ceb4-f8ee-4746-ac28-282ab4034101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:05.683272 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f2332-f94c-437b-bae5-e6cd7f3c3a0c None None] Pushing event updated for resources: {'Port': ['ID=f17bddb6-714d-4fa5-9392-53218543c133,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:05.744519 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1938a699-1aa7-4b03-b234-f93f394b34cf admin admin] Router f439b0aa-4956-4c0c-bca4-6f5bef494f11 has already been hosted by L3 agent ecba8a59-1a63-4f4e-b72e-1c921b89dba6 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:25:05.782414 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 53478) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:05.838590 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:05.914305 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-5054ceb4-f8ee-4746-ac28-282ab4034101 None None] Attempting to bind port f17bddb6-714d-4fa5-9392-53218543c133 on host dv-cinder-759955-23-iscsi for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:25:05.915007 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-5054ceb4-f8ee-4746-ac28-282ab4034101 None None] Attempting to bind port f17bddb6-714d-4fa5-9392-53218543c133 by drivers openvswitch,hyperv on host dv-cinder-759955-23-iscsi at level 0 using segments [{'id': 'bd5b3826-531e-418f-80a7-53a6cf8f45c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '05871169-dd65-49e2-b26e-00b42542e9ff'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:25:05.915585 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5054ceb4-f8ee-4746-ac28-282ab4034101 None None] Attempting to bind port f17bddb6-714d-4fa5-9392-53218543c133 on network 05871169-dd65-49e2-b26e-00b42542e9ff {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:25:05.923597 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e04dec4c-8962-49bb-b4b5-b8f9755ba7e1 None None] Provisioning complete for port 8964844d-0adc-4147-ab86-e1e57a657f95 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:25:05.924770 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e04dec4c-8962-49bb-b4b5-b8f9755ba7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:05.926403 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5054ceb4-f8ee-4746-ac28-282ab4034101 None None] Checking agent: {'id': '18c8940e-01ce-4dee-a90a-54246b2955c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 17, 6), 'started_at': datetime.datetime(2021, 9, 9, 22, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:25:05.929584 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5054ceb4-f8ee-4746-ac28-282ab4034101 None None] Checking segment: {'id': 'bd5b3826-531e-418f-80a7-53a6cf8f45c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '05871169-dd65-49e2-b26e-00b42542e9ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:25:05.930276 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5054ceb4-f8ee-4746-ac28-282ab4034101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:05.936028 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5054ceb4-f8ee-4746-ac28-282ab4034101 None None] Bound using segment: {'id': 'bd5b3826-531e-418f-80a7-53a6cf8f45c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '05871169-dd65-49e2-b26e-00b42542e9ff'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:25:05.936863 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-5054ceb4-f8ee-4746-ac28-282ab4034101 None None] Bound port: f17bddb6-714d-4fa5-9392-53218543c133, host: dv-cinder-759955-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd5b3826-531e-418f-80a7-53a6cf8f45c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '05871169-dd65-49e2-b26e-00b42542e9ff'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:25:05.938239 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5054ceb4-f8ee-4746-ac28-282ab4034101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:06.008009 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-e04dec4c-8962-49bb-b4b5-b8f9755ba7e1 None None] Port 8964844d-0adc-4147-ab86-e1e57a657f95 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 22:25:06.051492 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device bb80f9d7-c143-47c1-825e-f6988964b22c up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:25:06.140126 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-5054ceb4-f8ee-4746-ac28-282ab4034101 None None] For port f17bddb6-714d-4fa5-9392-53218543c133, host dv-cinder-759955-23-iscsi, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:25:06.149620 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-5054ceb4-f8ee-4746-ac28-282ab4034101 None None] For port f17bddb6-714d-4fa5-9392-53218543c133, host dv-cinder-759955-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=f17bddb6-714d-4fa5-9392-53218543c133,segment=NetworkSegment(bd5b3826-531e-418f-80a7-53a6cf8f45c9),segment_id=bd5b3826-531e-418f-80a7-53a6cf8f45c9)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:25:06.178142 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-5054ceb4-f8ee-4746-ac28-282ab4034101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:06.245458 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning for port bb80f9d7-c143-47c1-825e-f6988964b22c completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:25:06.251036 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [req-17095799-49a1-4da0-9793-b59de96d6011 req-1d63ac88-2718-4446-826b-47286d3d8647 service neutron] Request body: {'port': {'device_id': 'c9260e3c-59a0-4f57-8c46-894c17780d11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:25:06.251792 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port bb80f9d7-c143-47c1-825e-f6988964b22c triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:25:06.252379 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:06.324935 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5054ceb4-f8ee-4746-ac28-282ab4034101 None None] Routers {'402ba834-513d-42d5-9bd2-ee93290d44ef'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:25:06.325615 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-5054ceb4-f8ee-4746-ac28-282ab4034101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:25:05Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['402ba834-513d-42d5-9bd2-ee93290d44ef'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:25:06.546956 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:06.586220 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f2332-f94c-437b-bae5-e6cd7f3c3a0c None None] Pushing event updated for resources: {'Port': ['ID=f17bddb6-714d-4fa5-9392-53218543c133,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:06.606759 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] For port bb80f9d7-c143-47c1-825e-f6988964b22c, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=bb80f9d7-c143-47c1-825e-f6988964b22c,segment=NetworkSegment(90346f4a-7a44-48b1-bd31-fe8f3a549143),segment_id=90346f4a-7a44-48b1-bd31-fe8f3a549143)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:25:06.619612 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:06.715171 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-267c6bf8-0dae-48c5-af2e-07c259390627 req-e43e95e5-a414-45f5-b875-91b1a0c8ca0f tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7e0e043-9fde-41d0-8e68-1782083006cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9909453 Sep 09 22:25:06.779345 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:06.784457 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Pushing event updated for resources: {'Port': ['ID=bb80f9d7-c143-47c1-825e-f6988964b22c,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:06.804882 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4e6cf206-2209-4060-820f-1ef7da4f480b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:06.816507 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-ffd32413-3bbc-481a-94bc-6497e6186418 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:06.834744 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-ffd32413-3bbc-481a-94bc-6497e6186418 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/networks?id=05871169-dd65-49e2-b26e-00b42542e9ff HTTP/1.1" status: 200 len: 819 time: 1.1404335 Sep 09 22:25:06.843128 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-113367bc-6e1d-4e68-96de-ca91db8af049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:06.851633 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-5054ceb4-f8ee-4746-ac28-282ab4034101 None None] Set router 402ba834-513d-42d5-9bd2-ee93290d44ef gateway port host: dv-cinder-759955-23-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:25:06.869692 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-17095799-49a1-4da0-9793-b59de96d6011 req-1d63ac88-2718-4446-826b-47286d3d8647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:06.928157 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-113367bc-6e1d-4e68-96de-ca91db8af049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:06.949565 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-e8704adf-f820-4b7c-960c-861860eef4d3 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/quotas/a614c2fdc45a410cbe5b4bf63b53131b HTTP/1.1" status: 200 len: 375 time: 0.1138382 Sep 09 22:25:07.066109 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113367bc-6e1d-4e68-96de-ca91db8af049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a84a0d2-be43-4f35-a324-7a4523d3b897,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:07.089827 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-113367bc-6e1d-4e68-96de-ca91db8af049 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2e40a777d4b749e5b0152702b1a95665&name=default HTTP/1.1" status: 200 len: 2975 time: 3.0438344 Sep 09 22:25:07.106896 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 53510) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:07.115450 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1938a699-1aa7-4b03-b234-f93f394b34cf admin admin] Notify agent at l3_agent.dv-cinder-759955-23-iscsi the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:25:07.121552 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-1938a699-1aa7-4b03-b234-f93f394b34cf admin admin] 10.222.0.41 "PUT /v2.0/routers/f439b0aa-4956-4c0c-bca4-6f5bef494f11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2946165 Sep 09 22:25:07.127824 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8d15e8-9e1a-4cec-8533-360233e29f3f None None] Sync routers for ids ['f439b0aa-4956-4c0c-bca4-6f5bef494f11'] in dv-cinder-759955-23-iscsi {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:25:07.143640 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-8cb06f53-5099-4355-ad05-b2461ed81bfa tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a614c2fdc45a410cbe5b4bf63b53131b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1500437 Sep 09 22:25:07.150315 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8d15e8-9e1a-4cec-8533-360233e29f3f None None] Routers {'f439b0aa-4956-4c0c-bca4-6f5bef494f11'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:25:07.151055 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-8f8d15e8-9e1a-4cec-8533-360233e29f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:25:05Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['f439b0aa-4956-4c0c-bca4-6f5bef494f11'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:25:07.478809 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-5054ceb4-f8ee-4746-ac28-282ab4034101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402ba834-513d-42d5-9bd2-ee93290d44ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1293189247-router', 'tenant_id': 'a614c2fdc45a410cbe5b4bf63b53131b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '2df094de-6731-4c70-9f9f-25443dd93f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:24:54Z', 'updated_at': '2021-09-09T22:25:00Z', 'revision_number': 4, 'project_id': 'a614c2fdc45a410cbe5b4bf63b53131b', 'gw_port': {'id': '2df094de-6731-4c70-9f9f-25443dd93f3d', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402ba834-513d-42d5-9bd2-ee93290d44ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:24:56Z', 'updated_at': '2021-09-09T22:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': 'f17bddb6-714d-4fa5-9392-53218543c133', 'name': '', 'network_id': '05871169-dd65-49e2-b26e-00b42542e9ff', 'tenant_id': 'a614c2fdc45a410cbe5b4bf63b53131b', 'mac_address': 'fa:16:3e:79:7f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402ba834-513d-42d5-9bd2-ee93290d44ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '300ee5ef-a508-4127-aec7-f35d79a48d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:24:59Z', 'updated_at': '2021-09-09T22:25:06Z', 'revision_number': 4, 'project_id': 'a614c2fdc45a410cbe5b4bf63b53131b', 'subnets': [{'id': '300ee5ef-a508-4127-aec7-f35d79a48d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:25:07.530667 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4e6cf206-2209-4060-820f-1ef7da4f480b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:07.536844 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-8f8d15e8-9e1a-4cec-8533-360233e29f3f None None] Set router f439b0aa-4956-4c0c-bca4-6f5bef494f11 gateway port host: dv-cinder-759955-23-iscsi {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:25:07.544444 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5054ceb4-f8ee-4746-ac28-282ab4034101 None None] The sync data for ids ['402ba834-513d-42d5-9bd2-ee93290d44ef'] in dv-cinder-759955-23-iscsi is: [{'id': '402ba834-513d-42d5-9bd2-ee93290d44ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1293189247-router', 'tenant_id': 'a614c2fdc45a410cbe5b4bf63b53131b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '2df094de-6731-4c70-9f9f-25443dd93f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:24:54Z', 'updated_at': '2021-09-09T22:25:00Z', 'revision_number': 4, 'project_id': 'a614c2fdc45a410cbe5b4bf63b53131b', 'gw_port': {'id': '2df094de-6731-4c70-9f9f-25443dd93f3d', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402ba834-513d-42d5-9bd2-ee93290d44ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:24:56Z', 'updated_at': '2021-09-09T22:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': 'f17bddb6-714d-4fa5-9392-53218543c133', 'name': '', 'network_id': '05871169-dd65-49e2-b26e-00b42542e9ff', 'tenant_id': 'a614c2fdc45a410cbe5b4bf63b53131b', 'mac_address': 'fa:16:3e:79:7f:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '402ba834-513d-42d5-9bd2-ee93290d44ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '300ee5ef-a508-4127-aec7-f35d79a48d74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:24:59Z', 'updated_at': '2021-09-09T22:25:06Z', 'revision_number': 4, 'project_id': 'a614c2fdc45a410cbe5b4bf63b53131b', 'subnets': [{'id': '300ee5ef-a508-4127-aec7-f35d79a48d74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:25:07.558045 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d53c811e-646b-4076-a1f1-2be48f5406ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:07.640214 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4e6cf206-2209-4060-820f-1ef7da4f480b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:07.648500 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 53532) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:07.769307 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 53544) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:07.771998 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-4e6cf206-2209-4060-820f-1ef7da4f480b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5abe55c1baee465395004928c8c1ad0f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9817331 Sep 09 22:25:07.954893 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d53c811e-646b-4076-a1f1-2be48f5406ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:07.999361 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e46bcbdb-f42a-42fb-891d-61716a48dce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:08.047883 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6cf206-2209-4060-820f-1ef7da4f480b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0edaeb7-07a1-4184-a74d-ec8f8d15d207,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:08.111981 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e46bcbdb-f42a-42fb-891d-61716a48dce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:08.168745 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:08.315688 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f99a0306-00d5-4157-b544-2da1f9347116 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:08.350991 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e46bcbdb-f42a-42fb-891d-61716a48dce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:08.353802 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e46bcbdb-f42a-42fb-891d-61716a48dce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:08.355189 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-e46bcbdb-f42a-42fb-891d-61716a48dce0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f0edaeb7-07a1-4184-a74d-ec8f8d15d207 HTTP/1.1" status: 204 len: 168 time: 0.5833967 Sep 09 22:25:08.368767 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device f17bddb6-714d-4fa5-9392-53218543c133 up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:25:08.370955 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46bcbdb-f42a-42fb-891d-61716a48dce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0edaeb7-07a1-4184-a74d-ec8f8d15d207,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:08.471941 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d53c811e-646b-4076-a1f1-2be48f5406ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:08.486004 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d53c811e-646b-4076-a1f1-2be48f5406ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:08.487903 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-d53c811e-646b-4076-a1f1-2be48f5406ae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4a84a0d2-be43-4f35-a324-7a4523d3b897 HTTP/1.1" status: 204 len: 168 time: 1.3576062 Sep 09 22:25:08.499992 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f99a0306-00d5-4157-b544-2da1f9347116 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:08.505940 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f99a0306-00d5-4157-b544-2da1f9347116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:08.620935 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.notifiers.nova [req-17095799-49a1-4da0-9793-b59de96d6011 req-1d63ac88-2718-4446-826b-47286d3d8647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7151e03b-31f4-40d0-89a1-d91b5bb2b270 {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:25:08.622635 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a0306-00d5-4157-b544-2da1f9347116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff6c8fb1-e0c2-4b3f-a9e2-ffbac59056b5,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:08.645291 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c811e-646b-4076-a1f1-2be48f5406ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a84a0d2-be43-4f35-a324-7a4523d3b897,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:08.661004 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-17095799-49a1-4da0-9793-b59de96d6011 req-1d63ac88-2718-4446-826b-47286d3d8647 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:08.721067 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-84802e52-2603-4000-9f70-8881a30da91c service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 22:25:08.731060 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-84802e52-2603-4000-9f70-8881a30da91c service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9862242 Sep 09 22:25:08.736796 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-17095799-49a1-4da0-9793-b59de96d6011 req-1d63ac88-2718-4446-826b-47286d3d8647 service neutron] Transition to ACTIVE for port object 7151e03b-31f4-40d0-89a1-d91b5bb2b270 will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:25:08.752514 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-17095799-49a1-4da0-9793-b59de96d6011 req-1d63ac88-2718-4446-826b-47286d3d8647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:08.773322 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-f99a0306-00d5-4157-b544-2da1f9347116 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=042067179360413b9cf969d71348e760&name=default HTTP/1.1" status: 200 len: 2978 time: 1.1228633 Sep 09 22:25:08.788751 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 53554) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:08.789123 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 53556) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:08.928240 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 53562) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:09.012434 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-f63f0241-bd93-4584-bc1a-8cad0b964f19 service neutron] 10.222.0.41 "GET /v2.0/networks/05871169-dd65-49e2-b26e-00b42542e9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622886 Sep 09 22:25:09.122876 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning for port f17bddb6-714d-4fa5-9392-53218543c133 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:25:09.135329 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port f17bddb6-714d-4fa5-9392-53218543c133 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:25:09.135750 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:09.147342 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-80814858-788b-45d9-b3d4-3fd47582f939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:09.201129 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-17095799-49a1-4da0-9793-b59de96d6011 req-1d63ac88-2718-4446-826b-47286d3d8647 service neutron] Attempting to bind port 7151e03b-31f4-40d0-89a1-d91b5bb2b270 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:25:09.201846 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-17095799-49a1-4da0-9793-b59de96d6011 req-1d63ac88-2718-4446-826b-47286d3d8647 service neutron] Attempting to bind port 7151e03b-31f4-40d0-89a1-d91b5bb2b270 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': 'e9c6ce55-aa04-48c4-8afd-7216e0ad6579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '466c4f6c-7c79-4241-9236-d4d69282234b'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:25:09.202400 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17095799-49a1-4da0-9793-b59de96d6011 req-1d63ac88-2718-4446-826b-47286d3d8647 service neutron] Attempting to bind port 7151e03b-31f4-40d0-89a1-d91b5bb2b270 on network 466c4f6c-7c79-4241-9236-d4d69282234b {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:25:09.222861 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17095799-49a1-4da0-9793-b59de96d6011 req-1d63ac88-2718-4446-826b-47286d3d8647 service neutron] Port 7151e03b-31f4-40d0-89a1-d91b5bb2b270 on network 466c4f6c-7c79-4241-9236-d4d69282234b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 22:25:09.223451 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17095799-49a1-4da0-9793-b59de96d6011 req-1d63ac88-2718-4446-826b-47286d3d8647 service neutron] Attempting to bind port 7151e03b-31f4-40d0-89a1-d91b5bb2b270 on network 466c4f6c-7c79-4241-9236-d4d69282234b {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:25:09.227529 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d63ac88-2718-4446-826b-47286d3d8647 service neutron] Pushing event updated for resources: {'Port': ['ID=7151e03b-31f4-40d0-89a1-d91b5bb2b270,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:09.258990 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17095799-49a1-4da0-9793-b59de96d6011 req-1d63ac88-2718-4446-826b-47286d3d8647 service neutron] Checking agent: {'id': 'd4d09dd9-4fb9-4f0d-bf57-c365063561af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 23, 5), 'started_at': datetime.datetime(2021, 9, 9, 22, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:25:09.270196 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17095799-49a1-4da0-9793-b59de96d6011 req-1d63ac88-2718-4446-826b-47286d3d8647 service neutron] Checking segment: {'id': 'e9c6ce55-aa04-48c4-8afd-7216e0ad6579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '466c4f6c-7c79-4241-9236-d4d69282234b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:25:09.270911 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17095799-49a1-4da0-9793-b59de96d6011 req-1d63ac88-2718-4446-826b-47286d3d8647 service neutron] Bound using segment: {'id': 'e9c6ce55-aa04-48c4-8afd-7216e0ad6579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '466c4f6c-7c79-4241-9236-d4d69282234b'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:25:09.277673 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-17095799-49a1-4da0-9793-b59de96d6011 req-1d63ac88-2718-4446-826b-47286d3d8647 service neutron] Bound port: 7151e03b-31f4-40d0-89a1-d91b5bb2b270, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9c6ce55-aa04-48c4-8afd-7216e0ad6579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '466c4f6c-7c79-4241-9236-d4d69282234b'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:25:09.279905 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-17095799-49a1-4da0-9793-b59de96d6011 req-1d63ac88-2718-4446-826b-47286d3d8647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:09.350176 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-8af5d38c-53ee-4802-8b29-9b804331b66c service neutron] 10.222.0.41 "GET /v2.0/networks/05871169-dd65-49e2-b26e-00b42542e9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287153 Sep 09 22:25:09.448440 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-8f8d15e8-9e1a-4cec-8533-360233e29f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'name': 'tempest-AttachVolumeTestJSON-1013082683-router', 'tenant_id': '096fa68883894e368796bcd92c5e8218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bb80f9d7-c143-47c1-825e-f6988964b22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:24:54Z', 'updated_at': '2021-09-09T22:25:03Z', 'revision_number': 4, 'project_id': '096fa68883894e368796bcd92c5e8218', 'gw_port': {'id': 'bb80f9d7-c143-47c1-825e-f6988964b22c', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:af:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:24:56Z', 'updated_at': '2021-09-09T22:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': '8964844d-0adc-4147-ab86-e1e57a657f95', 'name': '', 'network_id': 'b7e517a4-55ac-4999-ad3f-46426478f73d', 'tenant_id': '096fa68883894e368796bcd92c5e8218', 'mac_address': 'fa:16:3e:6d:bd:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6cc1261c-ba68-4d29-a19d-d09d50ae8bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:25:01Z', 'updated_at': '2021-09-09T22:25:04Z', 'revision_number': 2, 'project_id': '096fa68883894e368796bcd92c5e8218', 'subnets': [{'id': '6cc1261c-ba68-4d29-a19d-d09d50ae8bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:25:09.565292 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-17095799-49a1-4da0-9793-b59de96d6011 req-1d63ac88-2718-4446-826b-47286d3d8647 service neutron] For port 7151e03b-31f4-40d0-89a1-d91b5bb2b270, host hv-cinder-75995, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:25:09.572380 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:09.579601 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8d15e8-9e1a-4cec-8533-360233e29f3f None None] Checking router: f439b0aa-4956-4c0c-bca4-6f5bef494f11 for host: dv-cinder-759955-23-iscsi {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:25:09.580013 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8d15e8-9e1a-4cec-8533-360233e29f3f None None] Updating router f439b0aa-4956-4c0c-bca4-6f5bef494f11 port 8964844d-0adc-4147-ab86-e1e57a657f95 binding host dv-cinder-759955-23-iscsi {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 22:25:09.584344 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-17095799-49a1-4da0-9793-b59de96d6011 req-1d63ac88-2718-4446-826b-47286d3d8647 service neutron] For port 7151e03b-31f4-40d0-89a1-d91b5bb2b270, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=7151e03b-31f4-40d0-89a1-d91b5bb2b270,segment=NetworkSegment(e9c6ce55-aa04-48c4-8afd-7216e0ad6579),segment_id=e9c6ce55-aa04-48c4-8afd-7216e0ad6579)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:25:09.594295 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 53570) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:09.598719 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-80814858-788b-45d9-b3d4-3fd47582f939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:09.599898 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-71913832-f318-4b49-8e83-bfaca8a5eff0 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Request body: {'security_group': {'name': 'tempest-securitygroup--748922213', 'description': 'tempest-description--1881615934'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:25:09.609967 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-17095799-49a1-4da0-9793-b59de96d6011 req-1d63ac88-2718-4446-826b-47286d3d8647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:09.690412 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-71913832-f318-4b49-8e83-bfaca8a5eff0 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:09.706919 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f8d15e8-9e1a-4cec-8533-360233e29f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:09.736850 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-334c484d-5b21-46c4-9d0d-ed025ed4af8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:10.038786 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0335a6da-53df-4bda-8b9e-8e8b20a02d3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:10.055912 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17095799-49a1-4da0-9793-b59de96d6011 req-1d63ac88-2718-4446-826b-47286d3d8647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:10.056550 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-17095799-49a1-4da0-9793-b59de96d6011 req-1d63ac88-2718-4446-826b-47286d3d8647 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:10.058104 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-17095799-49a1-4da0-9793-b59de96d6011 req-1d63ac88-2718-4446-826b-47286d3d8647 service neutron] 10.222.0.20 "PUT /v2.0/ports/7151e03b-31f4-40d0-89a1-d91b5bb2b270 HTTP/1.1" status: 200 len: 1093 time: 4.4383969 Sep 09 22:25:10.062058 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9260e3c-59a0-4f57-8c46-894c17780d11', 'tag': '7151e03b-31f4-40d0-89a1-d91b5bb2b270'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:25:10.085634 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 53584) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:10.137151 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] For port f17bddb6-714d-4fa5-9392-53218543c133, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=f17bddb6-714d-4fa5-9392-53218543c133,segment=NetworkSegment(bd5b3826-531e-418f-80a7-53a6cf8f45c9),segment_id=bd5b3826-531e-418f-80a7-53a6cf8f45c9)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:25:10.147560 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:10.179670 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device bb80f9d7-c143-47c1-825e-f6988964b22c up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:25:10.185621 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a2ef355f-9a1e-4e14-9e6b-c91cd68e067f req-8c9ff8d5-9d52-40b7-a320-a0637b083a9a tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 210 time: 0.1432812 Sep 09 22:25:10.229877 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-39ce8999-0963-4a51-8ed1-406b4a98e06b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:10.276782 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-71913832-f318-4b49-8e83-bfaca8a5eff0 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:10.290089 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126db448-faf6-48c8-9a6b-912f4e75df97 req-19c46006-a296-4b31-aa4f-5bb989142626 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:10.291712 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-126db448-faf6-48c8-9a6b-912f4e75df97 req-19c46006-a296-4b31-aa4f-5bb989142626 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9260e3c-59a0-4f57-8c46-894c17780d11 HTTP/1.1" status: 200 len: 943 time: 0.5461819 Sep 09 22:25:10.294745 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-71913832-f318-4b49-8e83-bfaca8a5eff0 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:10.453550 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71913832-f318-4b49-8e83-bfaca8a5eff0 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72000260-6a83-4088-ba98-9eec0a179239,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:10.529756 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-334c484d-5b21-46c4-9d0d-ed025ed4af8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:10.537401 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-126db448-faf6-48c8-9a6b-912f4e75df97 req-7586e8d6-a05d-4dad-bb31-839f12473313 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7e0e043-9fde-41d0-8e68-1782083006cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221403 Sep 09 22:25:10.547744 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-334c484d-5b21-46c4-9d0d-ed025ed4af8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:10.560588 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d63ac88-2718-4446-826b-47286d3d8647 service neutron] Pushing event updated for resources: {'Port': ['ID=7151e03b-31f4-40d0-89a1-d91b5bb2b270,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:10.635402 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port bb80f9d7-c143-47c1-825e-f6988964b22c triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:25:10.639453 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:10.761716 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-80814858-788b-45d9-b3d4-3fd47582f939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:10.764924 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-80814858-788b-45d9-b3d4-3fd47582f939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:10.767587 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-80814858-788b-45d9-b3d4-3fd47582f939 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ff6c8fb1-e0c2-4b3f-a9e2-ffbac59056b5 HTTP/1.1" status: 204 len: 168 time: 1.9528627 Sep 09 22:25:10.790800 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc6a31de840fc8aa808063a849dfe176742cab8c19a8c4c2f30ae5ebe0344c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1902dc0f-2ac6-4eb0-89af-8c0e1ecd35d0" -d '{"events": [{"name": "network-changed", "server_uuid": "c9260e3c-59a0-4f57-8c46-894c17780d11", "tag": "7151e03b-31f4-40d0-89a1-d91b5bb2b270"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:25:10.863876 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334c484d-5b21-46c4-9d0d-ed025ed4af8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf0bb22-e99e-4189-8c88-7444e48bdf28,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:10.912478 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80814858-788b-45d9-b3d4-3fd47582f939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff6c8fb1-e0c2-4b3f-a9e2-ffbac59056b5,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:10.926220 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-334c484d-5b21-46c4-9d0d-ed025ed4af8d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7317c09678d0421b97a5c89663fc24f2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1316640 Sep 09 22:25:10.938851 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 53632) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:10.944931 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Pushing event updated for resources: {'Port': ['ID=f17bddb6-714d-4fa5-9392-53218543c133,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:11.072438 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17095799-49a1-4da0-9793-b59de96d6011 req-d37b42d1-f8cd-4f63-b88a-3d7fd08df38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:11.074570 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-17095799-49a1-4da0-9793-b59de96d6011 req-d37b42d1-f8cd-4f63-b88a-3d7fd08df38b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7739f28627a8471d8b5b842b22470b99&device_id=c9260e3c-59a0-4f57-8c46-894c17780d11 HTTP/1.1" status: 200 len: 1096 time: 0.4589274 Sep 09 22:25:11.114258 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3983855d-a745-4112-80f3-b70b7076105d req-4926dcbc-4305-4395-84a1-12e17b8cca54 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:11.130337 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3983855d-a745-4112-80f3-b70b7076105d req-4926dcbc-4305-4395-84a1-12e17b8cca54 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/networks?id=05871169-dd65-49e2-b26e-00b42542e9ff HTTP/1.1" status: 200 len: 819 time: 0.4880829 Sep 09 22:25:11.138639 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cb966c02-f232-424f-8771-b7e10707b1f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:11.186030 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3983855d-a745-4112-80f3-b70b7076105d req-e7ebb4c8-3a6b-4d0f-b238-95a673fb670a tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/quotas/a614c2fdc45a410cbe5b4bf63b53131b HTTP/1.1" status: 200 len: 375 time: 0.0547419 Sep 09 22:25:11.259368 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0335a6da-53df-4bda-8b9e-8e8b20a02d3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:11.410268 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-17095799-49a1-4da0-9793-b59de96d6011 req-26da63a2-b0da-42e6-bcae-6ef6245cf8c3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7151e03b-31f4-40d0-89a1-d91b5bb2b270 HTTP/1.1" status: 200 len: 217 time: 0.1478608 Sep 09 22:25:11.411111 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0335a6da-53df-4bda-8b9e-8e8b20a02d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:11.450515 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-0335a6da-53df-4bda-8b9e-8e8b20a02d3e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f0923173c77f44f28560e756d9468760&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5203519 Sep 09 22:25:11.453043 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cb966c02-f232-424f-8771-b7e10707b1f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:11.475811 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3983855d-a745-4112-80f3-b70b7076105d req-5a465482-ad2b-4c87-8491-b10759d15c29 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=a614c2fdc45a410cbe5b4bf63b53131b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2861509 Sep 09 22:25:11.491337 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 53644) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:11.564751 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f8d15e8-9e1a-4cec-8533-360233e29f3f None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:11.591396 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8f8d15e8-9e1a-4cec-8533-360233e29f3f None None] Transition to ACTIVE for port object 8964844d-0adc-4147-ab86-e1e57a657f95 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:25:11.601477 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device f17bddb6-714d-4fa5-9392-53218543c133 up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:25:11.651780 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f8d15e8-9e1a-4cec-8533-360233e29f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:11.721895 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17095799-49a1-4da0-9793-b59de96d6011 req-b78b4569-0d22-4a6f-bced-62152571d74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:11.733630 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-17095799-49a1-4da0-9793-b59de96d6011 req-b78b4569-0d22-4a6f-bced-62152571d74d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cfdc7dc1-c5c8-429e-a2c0-2a1c6e05bcc1 HTTP/1.1" status: 200 len: 852 time: 0.2948954 Sep 09 22:25:11.742785 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5b3f03-6a38-4de2-8a44-7c3481dfc60a x-openstack-request-id: req-8a5b3f03-6a38-4de2-8a44-7c3481dfc60a {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:25:11.744317 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9260e3c-59a0-4f57-8c46-894c17780d11", "tag": "7151e03b-31f4-40d0-89a1-d91b5bb2b270", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:25:11.744738 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8a5b3f03-6a38-4de2-8a44-7c3481dfc60a {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:25:11.745592 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9260e3c-59a0-4f57-8c46-894c17780d11', 'tag': '7151e03b-31f4-40d0-89a1-d91b5bb2b270', 'status': 'completed', 'code': 200} Sep 09 22:25:11.802673 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cbdc82-899a-4478-8af2-e9db0e80f8f1 None None] Pushing event updated for resources: {'Port': ['ID=8964844d-0adc-4147-ab86-e1e57a657f95,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:11.803051 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eea79396-7d49-4bad-a917-21a688e30ffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:11.845466 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eea79396-7d49-4bad-a917-21a688e30ffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:11.893952 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3983855d-a745-4112-80f3-b70b7076105d req-c4e384fe-c490-4a4c-affc-9d0ff761af9c service neutron] 10.222.0.41 "GET /v2.0/networks/05871169-dd65-49e2-b26e-00b42542e9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986218 Sep 09 22:25:11.910520 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-39ce8999-0963-4a51-8ed1-406b4a98e06b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:11.995040 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-39ce8999-0963-4a51-8ed1-406b4a98e06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:12.001703 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 53658) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:12.002134 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port f17bddb6-714d-4fa5-9392-53218543c133 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:25:12.002693 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:12.004569 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-8f8d15e8-9e1a-4cec-8533-360233e29f3f None None] Attempting to bind port 8964844d-0adc-4147-ab86-e1e57a657f95 on host dv-cinder-759955-23-iscsi for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:25:12.004920 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-8f8d15e8-9e1a-4cec-8533-360233e29f3f None None] Attempting to bind port 8964844d-0adc-4147-ab86-e1e57a657f95 by drivers openvswitch,hyperv on host dv-cinder-759955-23-iscsi at level 0 using segments [{'id': '4662fadd-827e-45f1-8d32-577d068e5c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b7e517a4-55ac-4999-ad3f-46426478f73d'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:25:12.005338 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8d15e8-9e1a-4cec-8533-360233e29f3f None None] Attempting to bind port 8964844d-0adc-4147-ab86-e1e57a657f95 on network b7e517a4-55ac-4999-ad3f-46426478f73d {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:25:12.020754 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8d15e8-9e1a-4cec-8533-360233e29f3f None None] Checking agent: {'id': '18c8940e-01ce-4dee-a90a-54246b2955c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 17, 6), 'started_at': datetime.datetime(2021, 9, 9, 22, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:25:12.021170 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8d15e8-9e1a-4cec-8533-360233e29f3f None None] Checking segment: {'id': '4662fadd-827e-45f1-8d32-577d068e5c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b7e517a4-55ac-4999-ad3f-46426478f73d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:25:12.021649 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f8d15e8-9e1a-4cec-8533-360233e29f3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:12.022716 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8d15e8-9e1a-4cec-8533-360233e29f3f None None] Bound using segment: {'id': '4662fadd-827e-45f1-8d32-577d068e5c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b7e517a4-55ac-4999-ad3f-46426478f73d'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:25:12.024198 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-8f8d15e8-9e1a-4cec-8533-360233e29f3f None None] Bound port: 8964844d-0adc-4147-ab86-e1e57a657f95, host: dv-cinder-759955-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4662fadd-827e-45f1-8d32-577d068e5c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b7e517a4-55ac-4999-ad3f-46426478f73d'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:25:12.025450 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f8d15e8-9e1a-4cec-8533-360233e29f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:12.045211 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-71913832-f318-4b49-8e83-bfaca8a5eff0 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:12.049718 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-71913832-f318-4b49-8e83-bfaca8a5eff0 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.4509683 Sep 09 22:25:12.070680 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 53664) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:12.090553 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-27ede0df-d49b-4a74-890b-b2bb52845b94 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Request body: {'security_group_rule': {'security_group_id': '72000260-6a83-4088-ba98-9eec0a179239', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:25:12.101541 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-17095799-49a1-4da0-9793-b59de96d6011 req-4f65e62a-f680-4190-831d-9dbfaaffd563 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=466c4f6c-7c79-4241-9236-d4d69282234b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3027387 Sep 09 22:25:12.114433 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eea79396-7d49-4bad-a917-21a688e30ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:12.117126 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-eea79396-7d49-4bad-a917-21a688e30ffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:12.118492 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-eea79396-7d49-4bad-a917-21a688e30ffa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c741a116-a310-42b3-bf1e-a4ec1f0cfc83 HTTP/1.1" status: 204 len: 168 time: 0.5793293 Sep 09 22:25:12.119301 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0335a6da-53df-4bda-8b9e-8e8b20a02d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c741a116-a310-42b3-bf1e-a4ec1f0cfc83,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:12.147945 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2501866b-33a1-4b69-998c-52eba1e23ccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:12.210681 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-27ede0df-d49b-4a74-890b-b2bb52845b94 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:12.249530 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-39ce8999-0963-4a51-8ed1-406b4a98e06b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a0d5ccec64164e989cc0be342f93379e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1466758 Sep 09 22:25:12.252195 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea79396-7d49-4bad-a917-21a688e30ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c741a116-a310-42b3-bf1e-a4ec1f0cfc83,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:12.253178 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 53672) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:12.295846 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-27ede0df-d49b-4a74-890b-b2bb52845b94 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:12.306303 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ce8999-0963-4a51-8ed1-406b4a98e06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d1e781-ae78-4faa-89c5-57b8f0214686,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:12.314349 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-27ede0df-d49b-4a74-890b-b2bb52845b94 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507431'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:12.387642 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15307b10-dd13-48f6-80f5-1b0f72b7c877 req-efb78cf2-a8aa-48f1-aaee-e4bc5a04927d tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:12.389751 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-15307b10-dd13-48f6-80f5-1b0f72b7c877 req-efb78cf2-a8aa-48f1-aaee-e4bc5a04927d tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9260e3c-59a0-4f57-8c46-894c17780d11 HTTP/1.1" status: 200 len: 943 time: 0.3888736 Sep 09 22:25:12.411035 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cb966c02-f232-424f-8771-b7e10707b1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:12.422498 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cb966c02-f232-424f-8771-b7e10707b1f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:12.426210 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-cb966c02-f232-424f-8771-b7e10707b1f3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ddf0bb22-e99e-4189-8c88-7444e48bdf28 HTTP/1.1" status: 204 len: 168 time: 1.4665558 Sep 09 22:25:12.433263 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-8f8d15e8-9e1a-4cec-8533-360233e29f3f None None] For port 8964844d-0adc-4147-ab86-e1e57a657f95, host dv-cinder-759955-23-iscsi, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:25:12.460931 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-8f8d15e8-9e1a-4cec-8533-360233e29f3f None None] For port 8964844d-0adc-4147-ab86-e1e57a657f95, host dv-cinder-759955-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=8964844d-0adc-4147-ab86-e1e57a657f95,segment=NetworkSegment(4662fadd-827e-45f1-8d32-577d068e5c88),segment_id=4662fadd-827e-45f1-8d32-577d068e5c88)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:25:12.464231 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb966c02-f232-424f-8771-b7e10707b1f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf0bb22-e99e-4189-8c88-7444e48bdf28,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:12.473803 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ede0df-d49b-4a74-890b-b2bb52845b94 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c862760-7703-4d6e-ab1d-6d8f11b2ff0b,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:12.483420 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f8d15e8-9e1a-4cec-8533-360233e29f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:12.504597 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-17095799-49a1-4da0-9793-b59de96d6011 req-a6bb9ffc-3624-4a7c-b191-7b25198ca6b8 service neutron] 10.222.0.20 "GET /v2.0/networks/466c4f6c-7c79-4241-9236-d4d69282234b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672051 Sep 09 22:25:12.605409 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cbdc82-899a-4478-8af2-e9db0e80f8f1 None None] Pushing event updated for resources: {'Port': ['ID=8964844d-0adc-4147-ab86-e1e57a657f95,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:12.611233 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3983855d-a745-4112-80f3-b70b7076105d req-e9761315-9f6b-4340-a158-f942bb339283 service neutron] 10.222.0.41 "GET /v2.0/networks/05871169-dd65-49e2-b26e-00b42542e9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6992180 Sep 09 22:25:12.663193 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8d15e8-9e1a-4cec-8533-360233e29f3f None None] Routers {'f439b0aa-4956-4c0c-bca4-6f5bef494f11'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:25:12.664475 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-8f8d15e8-9e1a-4cec-8533-360233e29f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:25:05Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['f439b0aa-4956-4c0c-bca4-6f5bef494f11'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:25:12.799908 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-15307b10-dd13-48f6-80f5-1b0f72b7c877 req-1e0849df-ae9b-4b9e-9e4f-120b3fa10668 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7e0e043-9fde-41d0-8e68-1782083006cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912585 Sep 09 22:25:12.885260 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-88bd12ae-5e28-4b3c-9344-45e6952560b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:12.945187 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-88bd12ae-5e28-4b3c-9344-45e6952560b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:13.096968 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-17095799-49a1-4da0-9793-b59de96d6011 req-b915fe97-98b3-4a07-98e7-1a021d6e4c46 service neutron] 10.222.0.20 "GET /v2.0/networks/466c4f6c-7c79-4241-9236-d4d69282234b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3634884 Sep 09 22:25:13.123813 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-8f8d15e8-9e1a-4cec-8533-360233e29f3f None None] Set router f439b0aa-4956-4c0c-bca4-6f5bef494f11 gateway port host: dv-cinder-759955-23-iscsi {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:25:13.190566 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-90c3eab8-5a1e-46ac-91f7-06ac7feb87ed req-6a199e1d-029a-45a3-950c-a640919b2a43 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 210 time: 0.1089613 Sep 09 22:25:13.194249 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-88bd12ae-5e28-4b3c-9344-45e6952560b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:13.197612 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-88bd12ae-5e28-4b3c-9344-45e6952560b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:13.199090 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-88bd12ae-5e28-4b3c-9344-45e6952560b7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a3d1e781-ae78-4faa-89c5-57b8f0214686 HTTP/1.1" status: 204 len: 168 time: 0.9314566 Sep 09 22:25:13.233362 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bd12ae-5e28-4b3c-9344-45e6952560b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d1e781-ae78-4faa-89c5-57b8f0214686,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:13.251908 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2501866b-33a1-4b69-998c-52eba1e23ccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:13.257491 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2501866b-33a1-4b69-998c-52eba1e23ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:13.291516 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-27ede0df-d49b-4a74-890b-b2bb52845b94 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:13.295064 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-27ede0df-d49b-4a74-890b-b2bb52845b94 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2156034 Sep 09 22:25:13.297333 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 53714) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:13.303727 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-11ab7263-ab66-4910-8e5a-ee50c4feb29a tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Request body: {'security_group_rule': {'security_group_id': '72000260-6a83-4088-ba98-9eec0a179239', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:25:13.357479 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-2501866b-33a1-4b69-998c-52eba1e23ccf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=191f9e06992048bf93e67f79662db0c5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3454177 Sep 09 22:25:13.358698 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501866b-33a1-4b69-998c-52eba1e23ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744ec947-b196-4d8a-b042-08d522af6109,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:13.380540 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 53720) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:13.457157 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 53722) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:13.468163 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-11ab7263-ab66-4910-8e5a-ee50c4feb29a tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:13.471871 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-65f2cd75-cefa-4bef-b09e-0027be347aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:13.513079 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-65f2cd75-cefa-4bef-b09e-0027be347aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:13.590918 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-8f8d15e8-9e1a-4cec-8533-360233e29f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'name': 'tempest-AttachVolumeTestJSON-1013082683-router', 'tenant_id': '096fa68883894e368796bcd92c5e8218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bb80f9d7-c143-47c1-825e-f6988964b22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:24:54Z', 'updated_at': '2021-09-09T22:25:03Z', 'revision_number': 4, 'project_id': '096fa68883894e368796bcd92c5e8218', 'gw_port': {'id': 'bb80f9d7-c143-47c1-825e-f6988964b22c', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:af:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:24:56Z', 'updated_at': '2021-09-09T22:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': '8964844d-0adc-4147-ab86-e1e57a657f95', 'name': '', 'network_id': 'b7e517a4-55ac-4999-ad3f-46426478f73d', 'tenant_id': '096fa68883894e368796bcd92c5e8218', 'mac_address': 'fa:16:3e:6d:bd:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6cc1261c-ba68-4d29-a19d-d09d50ae8bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:25:01Z', 'updated_at': '2021-09-09T22:25:12Z', 'revision_number': 4, 'project_id': '096fa68883894e368796bcd92c5e8218', 'subnets': [{'id': '6cc1261c-ba68-4d29-a19d-d09d50ae8bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:25:13.630295 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-56735ad2-0f25-449b-9c4c-18b303bf3f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:13.631373 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8d15e8-9e1a-4cec-8533-360233e29f3f None None] The sync data for ids ['f439b0aa-4956-4c0c-bca4-6f5bef494f11'] in dv-cinder-759955-23-iscsi is: [{'id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'name': 'tempest-AttachVolumeTestJSON-1013082683-router', 'tenant_id': '096fa68883894e368796bcd92c5e8218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bb80f9d7-c143-47c1-825e-f6988964b22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:24:54Z', 'updated_at': '2021-09-09T22:25:03Z', 'revision_number': 4, 'project_id': '096fa68883894e368796bcd92c5e8218', 'gw_port': {'id': 'bb80f9d7-c143-47c1-825e-f6988964b22c', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:af:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:24:56Z', 'updated_at': '2021-09-09T22:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': '8964844d-0adc-4147-ab86-e1e57a657f95', 'name': '', 'network_id': 'b7e517a4-55ac-4999-ad3f-46426478f73d', 'tenant_id': '096fa68883894e368796bcd92c5e8218', 'mac_address': 'fa:16:3e:6d:bd:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6cc1261c-ba68-4d29-a19d-d09d50ae8bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:25:01Z', 'updated_at': '2021-09-09T22:25:12Z', 'revision_number': 4, 'project_id': '096fa68883894e368796bcd92c5e8218', 'subnets': [{'id': '6cc1261c-ba68-4d29-a19d-d09d50ae8bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:25:13.635047 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-65f2cd75-cefa-4bef-b09e-0027be347aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:13.637607 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-65f2cd75-cefa-4bef-b09e-0027be347aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:13.644771 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-65f2cd75-cefa-4bef-b09e-0027be347aca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/744ec947-b196-4d8a-b042-08d522af6109 HTTP/1.1" status: 204 len: 168 time: 0.2608807 Sep 09 22:25:13.665630 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f2cd75-cefa-4bef-b09e-0027be347aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744ec947-b196-4d8a-b042-08d522af6109,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:13.671038 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.20', 55901) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:13.737215 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902dc0f-2ac6-4eb0-89af-8c0e1ecd35d0 req-ad3f2566-e38b-4109-9c5a-4c9727b839fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:13.739432 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-1902dc0f-2ac6-4eb0-89af-8c0e1ecd35d0 req-ad3f2566-e38b-4109-9c5a-4c9727b839fd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7739f28627a8471d8b5b842b22470b99&device_id=c9260e3c-59a0-4f57-8c46-894c17780d11 HTTP/1.1" status: 200 len: 1096 time: 0.3922441 Sep 09 22:25:14.189538 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-64a8b2d5-1980-42a2-bf8b-5abc5875fb1d tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:14.200370 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-64a8b2d5-1980-42a2-bf8b-5abc5875fb1d tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.20 "GET /v2.0/networks?id=05871169-dd65-49e2-b26e-00b42542e9ff HTTP/1.1" status: 200 len: 819 time: 0.5177634 Sep 09 22:25:14.232078 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185cbde-a5fc-41f5-ad0e-07d225c74362 req-19920eed-edb1-41f4-8550-035cabb428ce tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:14.239726 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b185cbde-a5fc-41f5-ad0e-07d225c74362 req-19920eed-edb1-41f4-8550-035cabb428ce tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9260e3c-59a0-4f57-8c46-894c17780d11 HTTP/1.1" status: 200 len: 943 time: 0.2345235 Sep 09 22:25:14.259109 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-c3063ab9-89a6-4da1-af72-59a689e71220 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Request body: {'port': {'device_id': 'f60dce40-434c-439d-a48a-3e8c20a9ceef', 'network_id': '05871169-dd65-49e2-b26e-00b42542e9ff', 'admin_state_up': True, 'tenant_id': 'a614c2fdc45a410cbe5b4bf63b53131b'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:25:14.450523 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-11ab7263-ab66-4910-8e5a-ee50c4feb29a tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:14.508266 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-11ab7263-ab66-4910-8e5a-ee50c4feb29a tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507431'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:14.571774 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ab7263-ab66-4910-8e5a-ee50c4feb29a tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f35c7a93-4d11-427b-8ae2-466838250703,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:14.670444 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0573b4ac-4dc7-4e52-aec7-5a410dcf1c3a req-837b0296-5f7b-486c-9796-2069669b47dc tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 210 time: 0.0447011 Sep 09 22:25:14.784253 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-56735ad2-0f25-449b-9c4c-18b303bf3f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:14.794085 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-56735ad2-0f25-449b-9c4c-18b303bf3f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:14.802710 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b185cbde-a5fc-41f5-ad0e-07d225c74362 req-c432eb2a-b1af-48ea-a78d-0dd358eda594 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7e0e043-9fde-41d0-8e68-1782083006cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5523436 Sep 09 22:25:14.833358 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-56735ad2-0f25-449b-9c4c-18b303bf3f95 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3b78c9c1bfd44bcaa6ca22dd671581ff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3712773 Sep 09 22:25:14.836257 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 53748) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:14.837542 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-11ab7263-ab66-4910-8e5a-ee50c4feb29a tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:14.844352 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-11ab7263-ab66-4910-8e5a-ee50c4feb29a tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5450342 Sep 09 22:25:14.847234 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 53750) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:14.889714 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-f218f301-8058-460b-8524-5f58966fc36c tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Request body: {'floatingip': {'floating_network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:25:14.901610 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 53752) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:14.912960 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902dc0f-2ac6-4eb0-89af-8c0e1ecd35d0 req-41bf84d1-e478-45c1-8273-c82a0eb1f0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:14.914856 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-1902dc0f-2ac6-4eb0-89af-8c0e1ecd35d0 req-41bf84d1-e478-45c1-8273-c82a0eb1f0a4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=466c4f6c-7c79-4241-9236-d4d69282234b HTTP/1.1" status: 200 len: 912 time: 1.1501875 Sep 09 22:25:14.959972 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c3c6f28a-f711-48f9-a610-c8980279fc42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:14.961441 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.agents_db [None req-ca59875f-4706-4e17-8f41-5ac1de1c8425 None None] Agent healthcheck: found 6 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:25:14.961969 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56735ad2-0f25-449b-9c4c-18b303bf3f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48607387-3094-4954-9f84-d330d412ef4d,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:14.991916 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f218f301-8058-460b-8524-5f58966fc36c tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks [] for floatingip, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:15.026229 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c3c6f28a-f711-48f9-a610-c8980279fc42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:15.055507 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-c3063ab9-89a6-4da1-af72-59a689e71220 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Made reservation on behalf of a614c2fdc45a410cbe5b4bf63b53131b for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:25:15.059446 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-c3063ab9-89a6-4da1-af72-59a689e71220 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:15.202208 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-1902dc0f-2ac6-4eb0-89af-8c0e1ecd35d0 req-0d6c6dbd-dcac-40ad-af87-d31b468c4177 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7151e03b-31f4-40d0-89a1-d91b5bb2b270 HTTP/1.1" status: 200 len: 217 time: 0.0993142 Sep 09 22:25:15.212824 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c3c6f28a-f711-48f9-a610-c8980279fc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:15.215906 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c3c6f28a-f711-48f9-a610-c8980279fc42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:15.221455 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-c3c6f28a-f711-48f9-a610-c8980279fc42 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/48607387-3094-4954-9f84-d330d412ef4d HTTP/1.1" status: 204 len: 168 time: 0.3710845 Sep 09 22:25:15.230510 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c6f28a-f711-48f9-a610-c8980279fc42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48607387-3094-4954-9f84-d330d412ef4d,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:15.371799 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902dc0f-2ac6-4eb0-89af-8c0e1ecd35d0 req-ab3660be-8709-49b2-8fba-7c61444f85a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:15.373902 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-1902dc0f-2ac6-4eb0-89af-8c0e1ecd35d0 req-ab3660be-8709-49b2-8fba-7c61444f85a2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cfdc7dc1-c5c8-429e-a2c0-2a1c6e05bcc1 HTTP/1.1" status: 200 len: 852 time: 0.1200168 Sep 09 22:25:15.376269 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3ac11d49-4a00-4742-85df-6dd7b5bd7eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:15.413998 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f218f301-8058-460b-8524-5f58966fc36c tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:15.576066 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 8964844d-0adc-4147-ab86-e1e57a657f95 up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:25:15.670383 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning for port 8964844d-0adc-4147-ab86-e1e57a657f95 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:25:15.678062 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port 8964844d-0adc-4147-ab86-e1e57a657f95 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:25:15.679683 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:16.009347 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:16.053791 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] For port 8964844d-0adc-4147-ab86-e1e57a657f95, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=8964844d-0adc-4147-ab86-e1e57a657f95,segment=NetworkSegment(4662fadd-827e-45f1-8d32-577d068e5c88),segment_id=4662fadd-827e-45f1-8d32-577d068e5c88)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:25:16.060762 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:16.137240 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Pushing event updated for resources: {'Port': ['ID=8964844d-0adc-4147-ab86-e1e57a657f95,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:16.176090 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3ac11d49-4a00-4742-85df-6dd7b5bd7eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:16.229875 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6f1975a4-d8ad-448a-abc8-6694e7e68ed3 req-761cc129-a3c9-4f06-9f18-dedd4eb7825e tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 210 time: 0.0523472 Sep 09 22:25:16.238520 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-c3063ab9-89a6-4da1-af72-59a689e71220 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Allocated IP 172.20.0.5 (05871169-dd65-49e2-b26e-00b42542e9ff/300ee5ef-a508-4127-aec7-f35d79a48d74/b221fbf5-0b90-4b5f-b20e-4f7824abe66f) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:25:16.241420 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3ac11d49-4a00-4742-85df-6dd7b5bd7eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:16.337435 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-3ac11d49-4a00-4742-85df-6dd7b5bd7eed admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6f065e2e406e4075880edf663f81e772&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4321058 Sep 09 22:25:16.337696 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 53790) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:16.346466 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac11d49-4a00-4742-85df-6dd7b5bd7eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c88457-1129-4fb7-8652-b072c3211f5c,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:16.399951 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994c0255-cebf-4955-919c-531773143245 req-7f869377-30d6-46fa-af8c-8b04056c4535 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:16.401537 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-994c0255-cebf-4955-919c-531773143245 req-7f869377-30d6-46fa-af8c-8b04056c4535 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9260e3c-59a0-4f57-8c46-894c17780d11 HTTP/1.1" status: 200 len: 943 time: 0.4316633 Sep 09 22:25:16.402963 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-f218f301-8058-460b-8524-5f58966fc36c tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Allocated IP 172.27.3.248 (a96fd56d-97e4-47a2-815b-e854e5640ee5/a399639f-77d7-4513-a462-8fb82637fe8f/cce6d09f-d327-4405-934f-05dab8d6bf7a) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:25:16.409859 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2983e819-484d-43a2-b610-db95dab28267 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:16.453336 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2983e819-484d-43a2-b610-db95dab28267 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:16.530598 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-994c0255-cebf-4955-919c-531773143245 req-36ed9a83-2671-4c25-8641-1c76d5f43943 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7e0e043-9fde-41d0-8e68-1782083006cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154597 Sep 09 22:25:16.532437 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2983e819-484d-43a2-b610-db95dab28267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:16.535718 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2983e819-484d-43a2-b610-db95dab28267 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:16.537236 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-2983e819-484d-43a2-b610-db95dab28267 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b3c88457-1129-4fb7-8652-b072c3211f5c HTTP/1.1" status: 204 len: 168 time: 0.1985495 Sep 09 22:25:16.548639 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2983e819-484d-43a2-b610-db95dab28267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c88457-1129-4fb7-8652-b072c3211f5c,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:16.616632 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-1902dc0f-2ac6-4eb0-89af-8c0e1ecd35d0 req-6fcaccca-c7f7-430f-900c-c87b5041595f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=466c4f6c-7c79-4241-9236-d4d69282234b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291328 Sep 09 22:25:16.662962 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f218f301-8058-460b-8524-5f58966fc36c tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:16.676242 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-c3063ab9-89a6-4da1-af72-59a689e71220 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:16.730188 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.20', 55905) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:16.752857 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f218f301-8058-460b-8524-5f58966fc36c tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:16.784075 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-c3063ab9-89a6-4da1-af72-59a689e71220 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:16.852635 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-1902dc0f-2ac6-4eb0-89af-8c0e1ecd35d0 req-92a7ec5e-c6ab-493a-a84e-e3b3d7a36a63 service neutron] 10.222.0.20 "GET /v2.0/networks/466c4f6c-7c79-4241-9236-d4d69282234b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235792 Sep 09 22:25:16.861000 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f218f301-8058-460b-8524-5f58966fc36c tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Network a96fd56d-97e4-47a2-815b-e854e5640ee5 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:25:16.876490 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-f218f301-8058-460b-8524-5f58966fc36c tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:25:16.887503 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f218f301-8058-460b-8524-5f58966fc36c tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:25:16.892920 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-c3063ab9-89a6-4da1-af72-59a689e71220 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Network 05871169-dd65-49e2-b26e-00b42542e9ff is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:25:16.895434 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f218f301-8058-460b-8524-5f58966fc36c tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Pushing event updated for resources: {'Port': ['ID=cce6d09f-d327-4405-934f-05dab8d6bf7a,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:16.905652 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-c3063ab9-89a6-4da1-af72-59a689e71220 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:25:16.938763 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-c3063ab9-89a6-4da1-af72-59a689e71220 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:25:16.947491 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-c3063ab9-89a6-4da1-af72-59a689e71220 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:16.947829 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-c3063ab9-89a6-4da1-af72-59a689e71220 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:17.008116 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-1902dc0f-2ac6-4eb0-89af-8c0e1ecd35d0 req-57a29d4b-9d66-4ead-9d76-ca6eadfd75ea service neutron] 10.222.0.20 "GET /v2.0/networks/466c4f6c-7c79-4241-9236-d4d69282234b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462305 Sep 09 22:25:17.045587 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3983855d-a745-4112-80f3-b70b7076105d req-8eee5f69-be5f-485e-a087-28c8497bfbbb tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:17.047237 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3983855d-a745-4112-80f3-b70b7076105d req-8eee5f69-be5f-485e-a087-28c8497bfbbb tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.20 "GET /v2.0/networks?id=05871169-dd65-49e2-b26e-00b42542e9ff HTTP/1.1" status: 200 len: 819 time: 0.3137066 Sep 09 22:25:17.080430 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-3983855d-a745-4112-80f3-b70b7076105d req-39acf2dd-733b-40b6-8599-ef8762b639c4 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Request body: {'port': {'device_id': '3787ba4b-5ee8-4577-b7ca-6ff32f4667a7', 'network_id': '05871169-dd65-49e2-b26e-00b42542e9ff', 'admin_state_up': True, 'tenant_id': 'a614c2fdc45a410cbe5b4bf63b53131b'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:25:17.092703 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-c3063ab9-89a6-4da1-af72-59a689e71220 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8496628 Sep 09 22:25:17.116781 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-8ef6dc39-3282-40a9-9c0b-a0fd92d4245f service neutron] Request body: {'port': {'device_id': 'f60dce40-434c-439d-a48a-3e8c20a9ceef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:25:17.121489 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3063ab9-89a6-4da1-af72-59a689e71220 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Pushing event updated for resources: {'Port': ['ID=b221fbf5-0b90-4b5f-b20e-4f7824abe66f,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:17.188321 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f218f301-8058-460b-8524-5f58966fc36c tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:17.301893 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-8ef6dc39-3282-40a9-9c0b-a0fd92d4245f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:17.306442 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f218f301-8058-460b-8524-5f58966fc36c tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:17.463022 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 53840) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:17.491641 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 8964844d-0adc-4147-ab86-e1e57a657f95 up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:25:17.520548 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-92c5904a-deff-4e5f-9c9b-527bcaabe7ec req-42c6d23c-9dd0-4817-b87f-af7c4da38321 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 210 time: 0.0608139 Sep 09 22:25:17.550930 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port 8964844d-0adc-4147-ab86-e1e57a657f95 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:25:17.551056 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:17.582932 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3983855d-a745-4112-80f3-b70b7076105d req-39acf2dd-733b-40b6-8599-ef8762b639c4 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Made reservation on behalf of a614c2fdc45a410cbe5b4bf63b53131b for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:25:17.586685 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3983855d-a745-4112-80f3-b70b7076105d req-39acf2dd-733b-40b6-8599-ef8762b639c4 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:17.769582 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-474408db-4e90-4de3-b4b5-9f709c768c18 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-258353988-network', 'tenant_id': '8dbc4060c8b74e529db7d124844d6c40'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:25:17.797095 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474408db-4e90-4de3-b4b5-9f709c768c18 admin admin] Made reservation on behalf of 8dbc4060c8b74e529db7d124844d6c40 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:25:17.801597 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-474408db-4e90-4de3-b4b5-9f709c768c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:17.814262 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-474408db-4e90-4de3-b4b5-9f709c768c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:17.954469 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56839f53-1802-4782-934f-79b96625f071 req-3a62bfd6-88cb-4c26-8199-1235c1e7b8a3 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:17.955954 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-56839f53-1802-4782-934f-79b96625f071 req-3a62bfd6-88cb-4c26-8199-1235c1e7b8a3 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9260e3c-59a0-4f57-8c46-894c17780d11 HTTP/1.1" status: 200 len: 943 time: 0.2630816 Sep 09 22:25:17.981737 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-474408db-4e90-4de3-b4b5-9f709c768c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:17.988892 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-474408db-4e90-4de3-b4b5-9f709c768c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:18.016830 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-474408db-4e90-4de3-b4b5-9f709c768c18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 22:25:18.036608 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-474408db-4e90-4de3-b4b5-9f709c768c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:18.037484 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.db.segments_db [None req-474408db-4e90-4de3-b4b5-9f709c768c18 admin admin] Added segment df46e44e-4fa4-40b3-9799-1a250a8481e0 of type vlan for network 8370dd1c-e044-4546-9102-bf45360ca3d4 Sep 09 22:25:18.042937 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f218f301-8058-460b-8524-5f58966fc36c tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:18.059422 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f218f301-8058-460b-8524-5f58966fc36c tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:18.137557 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f218f301-8058-460b-8524-5f58966fc36c tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415029'] for floatingip, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:18.174738 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-474408db-4e90-4de3-b4b5-9f709c768c18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781721265704'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:18.178616 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-56839f53-1802-4782-934f-79b96625f071 req-27d038dc-6b6e-446b-93a1-a705e7a8b975 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7e0e043-9fde-41d0-8e68-1782083006cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714664 Sep 09 22:25:18.179211 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f218f301-8058-460b-8524-5f58966fc36c tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Pushing event updated for resources: {'Port': ['ID=cce6d09f-d327-4405-934f-05dab8d6bf7a,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:18.183682 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474408db-4e90-4de3-b4b5-9f709c768c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72542cd2-0dc2-4bf3-a169-54578993d784,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:18.193596 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f218f301-8058-460b-8524-5f58966fc36c tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:18.194526 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-f218f301-8058-460b-8524-5f58966fc36c tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3462603 Sep 09 22:25:18.242759 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-474408db-4e90-4de3-b4b5-9f709c768c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:18.244378 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474408db-4e90-4de3-b4b5-9f709c768c18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:18.245289 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-474408db-4e90-4de3-b4b5-9f709c768c18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:18.263699 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-8ef6dc39-3282-40a9-9c0b-a0fd92d4245f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b221fbf5-0b90-4b5f-b20e-4f7824abe66f {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:25:18.274660 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-8ef6dc39-3282-40a9-9c0b-a0fd92d4245f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:18.301185 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-8ef6dc39-3282-40a9-9c0b-a0fd92d4245f service neutron] Transition to ACTIVE for port object b221fbf5-0b90-4b5f-b20e-4f7824abe66f will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:25:18.303633 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-474408db-4e90-4de3-b4b5-9f709c768c18 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8386581 Sep 09 22:25:18.306949 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 53868) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:18.314718 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-6b336739-d6f5-4ad0-a283-702dc729dd8e admin admin] Request body: {'subnet': {'network_id': '8370dd1c-e044-4546-9102-bf45360ca3d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-258353988-subnet', 'tenant_id': '8dbc4060c8b74e529db7d124844d6c40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:25:18.323606 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-8ef6dc39-3282-40a9-9c0b-a0fd92d4245f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:18.356462 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474408db-4e90-4de3-b4b5-9f709c768c18 admin admin] Pushing event updated for resources: {'Network': ['ID=8370dd1c-e044-4546-9102-bf45360ca3d4,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:18.374828 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Network 8370dd1c-e044-4546-9102-bf45360ca3d4 details requested by agent ovs-agent-dv-cinder-759955-23-iscsi with host dv-cinder-759955-23-iscsi {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 22:25:18.450358 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-3983855d-a745-4112-80f3-b70b7076105d req-39acf2dd-733b-40b6-8599-ef8762b639c4 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Allocated IP 172.20.0.10 (05871169-dd65-49e2-b26e-00b42542e9ff/300ee5ef-a508-4127-aec7-f35d79a48d74/89f703c5-701f-4af9-92da-02ee89f3f9e4) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:25:18.477225 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b336739-d6f5-4ad0-a283-702dc729dd8e admin admin] Made reservation on behalf of 8dbc4060c8b74e529db7d124844d6c40 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:25:18.479612 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6b336739-d6f5-4ad0-a283-702dc729dd8e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:18.518268 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6dc39-3282-40a9-9c0b-a0fd92d4245f service neutron] Pushing event updated for resources: {'Port': ['ID=b221fbf5-0b90-4b5f-b20e-4f7824abe66f,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:18.548445 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-8ef6dc39-3282-40a9-9c0b-a0fd92d4245f service neutron] Attempting to bind port b221fbf5-0b90-4b5f-b20e-4f7824abe66f on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:25:18.549030 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-8ef6dc39-3282-40a9-9c0b-a0fd92d4245f service neutron] Attempting to bind port b221fbf5-0b90-4b5f-b20e-4f7824abe66f by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': 'bd5b3826-531e-418f-80a7-53a6cf8f45c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '05871169-dd65-49e2-b26e-00b42542e9ff'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:25:18.549120 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-8ef6dc39-3282-40a9-9c0b-a0fd92d4245f service neutron] Attempting to bind port b221fbf5-0b90-4b5f-b20e-4f7824abe66f on network 05871169-dd65-49e2-b26e-00b42542e9ff {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:25:18.595817 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-8ef6dc39-3282-40a9-9c0b-a0fd92d4245f service neutron] Port b221fbf5-0b90-4b5f-b20e-4f7824abe66f on network 05871169-dd65-49e2-b26e-00b42542e9ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 22:25:18.596196 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-8ef6dc39-3282-40a9-9c0b-a0fd92d4245f service neutron] Attempting to bind port b221fbf5-0b90-4b5f-b20e-4f7824abe66f on network 05871169-dd65-49e2-b26e-00b42542e9ff {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:25:18.623318 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-8ef6dc39-3282-40a9-9c0b-a0fd92d4245f service neutron] Checking agent: {'id': 'd4d09dd9-4fb9-4f0d-bf57-c365063561af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 23, 5), 'started_at': datetime.datetime(2021, 9, 9, 22, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:25:18.623732 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-8ef6dc39-3282-40a9-9c0b-a0fd92d4245f service neutron] Checking segment: {'id': 'bd5b3826-531e-418f-80a7-53a6cf8f45c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '05871169-dd65-49e2-b26e-00b42542e9ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:25:18.624373 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-8ef6dc39-3282-40a9-9c0b-a0fd92d4245f service neutron] Bound using segment: {'id': 'bd5b3826-531e-418f-80a7-53a6cf8f45c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '05871169-dd65-49e2-b26e-00b42542e9ff'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:25:18.625551 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-8ef6dc39-3282-40a9-9c0b-a0fd92d4245f service neutron] Bound port: b221fbf5-0b90-4b5f-b20e-4f7824abe66f, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd5b3826-531e-418f-80a7-53a6cf8f45c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '05871169-dd65-49e2-b26e-00b42542e9ff'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:25:18.625925 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-8ef6dc39-3282-40a9-9c0b-a0fd92d4245f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:18.713119 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-75395b21-a2c9-4b93-90e7-bac522a34336 req-fa0958c2-d153-421c-80f6-76147f2ae57d tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 210 time: 0.0730641 Sep 09 22:25:18.897779 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-8ef6dc39-3282-40a9-9c0b-a0fd92d4245f service neutron] For port b221fbf5-0b90-4b5f-b20e-4f7824abe66f, host hv-cinder-75995, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:25:18.919522 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-52375984-a220-470c-a68c-914fc0541c44 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--748922213&fields=id&tenant_id=096fa68883894e368796bcd92c5e8218 HTTP/1.1" status: 200 len: 267 time: 0.2515094 Sep 09 22:25:18.954907 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-8ef6dc39-3282-40a9-9c0b-a0fd92d4245f service neutron] For port b221fbf5-0b90-4b5f-b20e-4f7824abe66f, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=b221fbf5-0b90-4b5f-b20e-4f7824abe66f,segment=NetworkSegment(bd5b3826-531e-418f-80a7-53a6cf8f45c9),segment_id=bd5b3826-531e-418f-80a7-53a6cf8f45c9)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:25:18.994382 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-8ef6dc39-3282-40a9-9c0b-a0fd92d4245f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:19.045203 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 53904) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:19.136014 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6b336739-d6f5-4ad0-a283-702dc729dd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:19.161052 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-8ef6dc39-3282-40a9-9c0b-a0fd92d4245f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:19.161581 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-8ef6dc39-3282-40a9-9c0b-a0fd92d4245f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:19.163005 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-8ef6dc39-3282-40a9-9c0b-a0fd92d4245f service neutron] 10.222.0.20 "PUT /v2.0/ports/b221fbf5-0b90-4b5f-b20e-4f7824abe66f HTTP/1.1" status: 200 len: 1093 time: 2.0556047 Sep 09 22:25:19.171837 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f60dce40-434c-439d-a48a-3e8c20a9ceef', 'tag': 'b221fbf5-0b90-4b5f-b20e-4f7824abe66f'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:25:19.243084 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3983855d-a745-4112-80f3-b70b7076105d req-39acf2dd-733b-40b6-8599-ef8762b639c4 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:19.304583 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8276b407-accd-4234-bf5f-b9ec1049fa4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:19.353689 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6dc39-3282-40a9-9c0b-a0fd92d4245f service neutron] Pushing event updated for resources: {'Port': ['ID=b221fbf5-0b90-4b5f-b20e-4f7824abe66f,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:19.419121 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8276b407-accd-4234-bf5f-b9ec1049fa4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:19.424846 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8276b407-accd-4234-bf5f-b9ec1049fa4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:19.443842 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 7151e03b-31f4-40d0-89a1-d91b5bb2b270 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 22:25:19.461164 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-0a6bd07e-b7af-4501-ac4e-93166d28538b tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:19.469956 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-0a6bd07e-b7af-4501-ac4e-93166d28538b tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/networks?id=b7e517a4-55ac-4999-ad3f-46426478f73d HTTP/1.1" status: 200 len: 811 time: 0.5491240 Sep 09 22:25:19.480139 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b336739-d6f5-4ad0-a283-702dc729dd8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa76f1db-4c15-45c8-bb4f-7ec324ae8d56,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:19.481915 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-8276b407-accd-4234-bf5f-b9ec1049fa4a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ec0c5203a2b547dbbd7ca697263278e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4347398 Sep 09 22:25:19.482830 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276b407-accd-4234-bf5f-b9ec1049fa4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4acfb291-3802-40b0-b4db-249257304dfc,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:19.487301 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 53922) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:19.587529 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cf5270d3-c2e9-40fa-9865-7dee05cb3726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:19.646760 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cf5270d3-c2e9-40fa-9865-7dee05cb3726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:19.693034 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 7151e03b-31f4-40d0-89a1-d91b5bb2b270, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=7151e03b-31f4-40d0-89a1-d91b5bb2b270,segment=NetworkSegment(e9c6ce55-aa04-48c4-8afd-7216e0ad6579),segment_id=e9c6ce55-aa04-48c4-8afd-7216e0ad6579)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:25:19.708762 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Returning: {'device': '7151e03b-31f4-40d0-89a1-d91b5bb2b270', 'network_id': '466c4f6c-7c79-4241-9236-d4d69282234b', 'port_id': '7151e03b-31f4-40d0-89a1-d91b5bb2b270', 'mac_address': 'fa:16:3e:8f:5b:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfdc7dc1-c5c8-429e-a2c0-2a1c6e05bcc1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 22:25:19.728862 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cf5270d3-c2e9-40fa-9865-7dee05cb3726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:19.732052 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cf5270d3-c2e9-40fa-9865-7dee05cb3726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:19.733543 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-cf5270d3-c2e9-40fa-9865-7dee05cb3726 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4acfb291-3802-40b0-b4db-249257304dfc HTTP/1.1" status: 204 len: 168 time: 0.2450504 Sep 09 22:25:19.754769 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5270d3-c2e9-40fa-9865-7dee05cb3726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4acfb291-3802-40b0-b4db-249257304dfc,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:19.755459 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-38e430aa-25b8-4b0b-bd59-7cbad03b8040 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/quotas/096fa68883894e368796bcd92c5e8218 HTTP/1.1" status: 200 len: 375 time: 0.2843754 Sep 09 22:25:19.778298 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-14a9b2ac-25a5-4fb2-91b4-8da83907fc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:19.779961 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-14a9b2ac-25a5-4fb2-91b4-8da83907fc1e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a614c2fdc45a410cbe5b4bf63b53131b&device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 1096 time: 0.5319579 Sep 09 22:25:19.802747 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:19.824102 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7151e03b-31f4-40d0-89a1-d91b5bb2b270 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:25:19.861364 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b336739-d6f5-4ad0-a283-702dc729dd8e admin admin] Checking segment: {'id': 'df46e44e-4fa4-40b3-9799-1a250a8481e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8370dd1c-e044-4546-9102-bf45360ca3d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:25:19.861770 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b336739-d6f5-4ad0-a283-702dc729dd8e admin admin] Network hostable DHCP agents. Network: 8370dd1c-e044-4546-9102-bf45360ca3d4, hostable agents: ['8f0ddeab-bc9d-4c81-8d3d-e5ecdacbf733'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 22:25:19.863579 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 7151e03b-31f4-40d0-89a1-d91b5bb2b270, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=7151e03b-31f4-40d0-89a1-d91b5bb2b270,segment=NetworkSegment(e9c6ce55-aa04-48c4-8afd-7216e0ad6579),segment_id=e9c6ce55-aa04-48c4-8afd-7216e0ad6579)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:25:19.870356 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:19.914053 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf97ea3e-9437-433e-8b8a-bf86b1ff1aab req-2ce3c879-9c6e-4057-ae92-8db933ea4a1f tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:19.915687 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bf97ea3e-9437-433e-8b8a-bf86b1ff1aab req-2ce3c879-9c6e-4057-ae92-8db933ea4a1f tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9260e3c-59a0-4f57-8c46-894c17780d11 HTTP/1.1" status: 200 len: 943 time: 0.5676632 Sep 09 22:25:19.918693 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-cc731957-7644-4c54-828e-4f9eb34f992f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b221fbf5-0b90-4b5f-b20e-4f7824abe66f HTTP/1.1" status: 200 len: 217 time: 0.1149044 Sep 09 22:25:19.919484 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3983855d-a745-4112-80f3-b70b7076105d req-39acf2dd-733b-40b6-8599-ef8762b639c4 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:19.927372 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febecf7243e3540986e18e5907cacf19c405284daaaade8257553be7db475bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31db7aba-00cf-467c-b6f9-2e550054539c" -d '{"events": [{"name": "network-changed", "server_uuid": "f60dce40-434c-439d-a48a-3e8c20a9ceef", "tag": "b221fbf5-0b90-4b5f-b20e-4f7824abe66f"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:25:19.940831 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=7151e03b-31f4-40d0-89a1-d91b5bb2b270,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:20.079373 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3983855d-a745-4112-80f3-b70b7076105d req-39acf2dd-733b-40b6-8599-ef8762b639c4 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Network 05871169-dd65-49e2-b26e-00b42542e9ff is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:25:20.098198 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-3983855d-a745-4112-80f3-b70b7076105d req-39acf2dd-733b-40b6-8599-ef8762b639c4 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:25:20.098198 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b336739-d6f5-4ad0-a283-702dc729dd8e admin admin] Network 8370dd1c-e044-4546-9102-bf45360ca3d4 is scheduled to be hosted by DHCP agent 8f0ddeab-bc9d-4c81-8d3d-e5ecdacbf733 with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 22:25:20.117283 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-4252b67a-6efb-4658-9fd4-db2923f5f85b tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=096fa68883894e368796bcd92c5e8218&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3604264 Sep 09 22:25:20.149244 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] get_ports_and_sgs() called for port_ids ['7151e03b-31f4-40d0-89a1-d91b5bb2b270'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:25:20.153140 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-3983855d-a745-4112-80f3-b70b7076105d req-39acf2dd-733b-40b6-8599-ef8762b639c4 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:25:20.161939 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3983855d-a745-4112-80f3-b70b7076105d req-39acf2dd-733b-40b6-8599-ef8762b639c4 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:20.162716 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3983855d-a745-4112-80f3-b70b7076105d req-39acf2dd-733b-40b6-8599-ef8762b639c4 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:20.171010 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39acf2dd-733b-40b6-8599-ef8762b639c4 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Pushing event updated for resources: {'Port': ['ID=89f703c5-701f-4af9-92da-02ee89f3f9e4,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:20.188948 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-6b336739-d6f5-4ad0-a283-702dc729dd8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-23-iscsi, 8370dd1c-e044-4546-9102-bf45360ca3d4) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:25:20.199997 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bf97ea3e-9437-433e-8b8a-bf86b1ff1aab req-156d0666-9ba5-4c2a-8868-9f34293d1e4e tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7e0e043-9fde-41d0-8e68-1782083006cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695675 Sep 09 22:25:20.214210 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-6b68869d-5179-4c12-9db9-1ce43d903d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:20.224101 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-6b68869d-5179-4c12-9db9-1ce43d903d01 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=300ee5ef-a508-4127-aec7-f35d79a48d74 HTTP/1.1" status: 200 len: 859 time: 0.2622280 Sep 09 22:25:20.224101 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b336739-d6f5-4ad0-a283-702dc729dd8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:20.224101 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6b336739-d6f5-4ad0-a283-702dc729dd8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:20.225008 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3983855d-a745-4112-80f3-b70b7076105d req-39acf2dd-733b-40b6-8599-ef8762b639c4 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1606042 Sep 09 22:25:20.232544 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972eb4f1-5779-488a-b4aa-b0da944d7c11 None None] Network 8370dd1c-e044-4546-9102-bf45360ca3d4 requested from dv-cinder-759955-23-iscsi {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:25:20.288259 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-3983855d-a745-4112-80f3-b70b7076105d req-7f5242fe-0dc6-41cc-9c00-53a2c1d64c28 service neutron] Request body: {'port': {'device_id': '3787ba4b-5ee8-4577-b7ca-6ff32f4667a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:25:20.296005 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-94eb840d-8ff2-475d-95e1-e0991c6207d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=05871169-dd65-49e2-b26e-00b42542e9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623295 Sep 09 22:25:20.354557 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-6b336739-d6f5-4ad0-a283-702dc729dd8e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0461431 Sep 09 22:25:20.499061 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3983855d-a745-4112-80f3-b70b7076105d req-7f5242fe-0dc6-41cc-9c00-53a2c1d64c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:20.511783 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-0cc9c483-ab91-4eee-841c-ab752df69b2f service neutron] 10.222.0.41 "GET /v2.0/networks/b7e517a4-55ac-4999-ad3f-46426478f73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460727 Sep 09 22:25:20.561459 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d2076-f6b5-4596-8a0c-a38cb71a549c req-559a87d6-c73d-4be5-b81a-2b44ec1c9796 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:20.563077 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e92d2076-f6b5-4596-8a0c-a38cb71a549c req-559a87d6-c73d-4be5-b81a-2b44ec1c9796 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 932 time: 0.2102625 Sep 09 22:25:20.590780 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-1e77f9ab-52ef-4195-b43d-e18aac0b7851 service neutron] 10.222.0.20 "GET /v2.0/networks/05871169-dd65-49e2-b26e-00b42542e9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720468 Sep 09 22:25:20.615714 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a4ec3d-a2dd-40e2-be7b-25a6d57ab803 None None] Network 8370dd1c-e044-4546-9102-bf45360ca3d4 requested from dv-cinder-759955-23-iscsi {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:25:20.771116 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 53986) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:20.795116 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3040c26e-60f9-4296-bb33-638b681714db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:20.812448 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e92d2076-f6b5-4596-8a0c-a38cb71a549c req-21772e35-51a5-4008-9fe3-dd77f64c3421 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369611 Sep 09 22:25:20.845819 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-3090fd00-2dd8-40b1-a791-7ada1ad948d5 service neutron] 10.222.0.41 "GET /v2.0/networks/b7e517a4-55ac-4999-ad3f-46426478f73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329272 Sep 09 22:25:20.890856 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9db00856-ea4f-4d27-bf41-44dde3fa21a3 req-559c863f-6c73-4519-a25b-c298a6ce08f0 service neutron] 10.222.0.20 "GET /v2.0/networks/05871169-dd65-49e2-b26e-00b42542e9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488110 Sep 09 22:25:20.957863 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 53994) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:21.017028 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3040c26e-60f9-4296-bb33-638b681714db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:21.024810 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3040c26e-60f9-4296-bb33-638b681714db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:21.077066 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-3040c26e-60f9-4296-bb33-638b681714db admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=136429842a8b46448994080120d4a6bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3046656 Sep 09 22:25:21.078212 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3040c26e-60f9-4296-bb33-638b681714db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bac6e3e-716c-45f2-b3c1-55e17f282667,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:21.080962 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 54002) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:21.142695 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-313b9473-53b6-4500-b46e-9176a22b3a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:21.174220 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-313b9473-53b6-4500-b46e-9176a22b3a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:21.174364 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-73710ad1-564a-4551-837f-bf6283778f09 req-54f46be7-df90-40e4-9e7d-99f31f79d138 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 210 time: 0.0553458 Sep 09 22:25:21.190350 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [req-3983855d-a745-4112-80f3-b70b7076105d req-7f5242fe-0dc6-41cc-9c00-53a2c1d64c28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89f703c5-701f-4af9-92da-02ee89f3f9e4 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:25:21.210347 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3983855d-a745-4112-80f3-b70b7076105d req-7f5242fe-0dc6-41cc-9c00-53a2c1d64c28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:21.220771 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656564e0-9a0c-4257-b67d-01b42be46036 x-openstack-request-id: req-656564e0-9a0c-4257-b67d-01b42be46036 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:25:21.221531 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f60dce40-434c-439d-a48a-3e8c20a9ceef", "tag": "b221fbf5-0b90-4b5f-b20e-4f7824abe66f", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:25:21.221531 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-656564e0-9a0c-4257-b67d-01b42be46036 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:25:21.222188 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f60dce40-434c-439d-a48a-3e8c20a9ceef', 'tag': 'b221fbf5-0b90-4b5f-b20e-4f7824abe66f', 'status': 'completed', 'code': 200} Sep 09 22:25:21.254282 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-3983855d-a745-4112-80f3-b70b7076105d req-7f5242fe-0dc6-41cc-9c00-53a2c1d64c28 service neutron] Transition to ACTIVE for port object 89f703c5-701f-4af9-92da-02ee89f3f9e4 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:25:21.268127 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3983855d-a745-4112-80f3-b70b7076105d req-7f5242fe-0dc6-41cc-9c00-53a2c1d64c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:21.282192 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db7aba-00cf-467c-b6f9-2e550054539c req-e50cd0cb-4423-485d-a884-61342f4b681a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:21.284636 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-31db7aba-00cf-467c-b6f9-2e550054539c req-e50cd0cb-4423-485d-a884-61342f4b681a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a614c2fdc45a410cbe5b4bf63b53131b&device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 1096 time: 0.0794532 Sep 09 22:25:21.313331 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-313b9473-53b6-4500-b46e-9176a22b3a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:21.315877 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-313b9473-53b6-4500-b46e-9176a22b3a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:21.328346 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-313b9473-53b6-4500-b46e-9176a22b3a41 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5bac6e3e-716c-45f2-b3c1-55e17f282667 HTTP/1.1" status: 204 len: 168 time: 0.2431419 Sep 09 22:25:21.342980 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313b9473-53b6-4500-b46e-9176a22b3a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bac6e3e-716c-45f2-b3c1-55e17f282667,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:21.415034 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 7151e03b-31f4-40d0-89a1-d91b5bb2b270 up at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:25:21.538465 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Provisioning for port 7151e03b-31f4-40d0-89a1-d91b5bb2b270 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:25:21.544342 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Provisioning complete for port 7151e03b-31f4-40d0-89a1-d91b5bb2b270 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:25:21.545525 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:21.569791 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9eb5322b-1188-4ef9-9e6b-9df53fb5567c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:21.672231 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5242fe-0dc6-41cc-9c00-53a2c1d64c28 service neutron] Pushing event updated for resources: {'Port': ['ID=89f703c5-701f-4af9-92da-02ee89f3f9e4,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:21.672944 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:21.726020 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9260e3c-59a0-4f57-8c46-894c17780d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7151e03b-31f4-40d0-89a1-d91b5bb2b270'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:25:21.789632 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9eb5322b-1188-4ef9-9e6b-9df53fb5567c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:21.795058 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9eb5322b-1188-4ef9-9e6b-9df53fb5567c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:21.802373 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c177f5c1-fc43-4c70-9a31-c225a640c328 req-d3dcf979-ee44-4fbd-a810-9f06c784a3a9 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:21.811141 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c177f5c1-fc43-4c70-9a31-c225a640c328 req-d3dcf979-ee44-4fbd-a810-9f06c784a3a9 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9260e3c-59a0-4f57-8c46-894c17780d11 HTTP/1.1" status: 200 len: 944 time: 0.4918737 Sep 09 22:25:21.842499 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-9eb5322b-1188-4ef9-9e6b-9df53fb5567c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b73ecb377add42b094b4a9e6f48b0502&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8813496 Sep 09 22:25:21.842920 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-3983855d-a745-4112-80f3-b70b7076105d req-7f5242fe-0dc6-41cc-9c00-53a2c1d64c28 service neutron] Attempting to bind port 89f703c5-701f-4af9-92da-02ee89f3f9e4 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:25:21.843402 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-3983855d-a745-4112-80f3-b70b7076105d req-7f5242fe-0dc6-41cc-9c00-53a2c1d64c28 service neutron] Attempting to bind port 89f703c5-701f-4af9-92da-02ee89f3f9e4 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': 'bd5b3826-531e-418f-80a7-53a6cf8f45c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '05871169-dd65-49e2-b26e-00b42542e9ff'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:25:21.843864 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3983855d-a745-4112-80f3-b70b7076105d req-7f5242fe-0dc6-41cc-9c00-53a2c1d64c28 service neutron] Attempting to bind port 89f703c5-701f-4af9-92da-02ee89f3f9e4 on network 05871169-dd65-49e2-b26e-00b42542e9ff {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:25:21.844447 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 54026) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:21.857640 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb5322b-1188-4ef9-9e6b-9df53fb5567c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ea0671-b8ce-4e6e-8927-073f5d264705,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:21.881921 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 7151e03b-31f4-40d0-89a1-d91b5bb2b270, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=7151e03b-31f4-40d0-89a1-d91b5bb2b270,segment=NetworkSegment(e9c6ce55-aa04-48c4-8afd-7216e0ad6579),segment_id=e9c6ce55-aa04-48c4-8afd-7216e0ad6579)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:25:21.885666 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3983855d-a745-4112-80f3-b70b7076105d req-7f5242fe-0dc6-41cc-9c00-53a2c1d64c28 service neutron] Port 89f703c5-701f-4af9-92da-02ee89f3f9e4 on network 05871169-dd65-49e2-b26e-00b42542e9ff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 22:25:21.885666 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3983855d-a745-4112-80f3-b70b7076105d req-7f5242fe-0dc6-41cc-9c00-53a2c1d64c28 service neutron] Attempting to bind port 89f703c5-701f-4af9-92da-02ee89f3f9e4 on network 05871169-dd65-49e2-b26e-00b42542e9ff {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:25:21.894300 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:21.900257 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3983855d-a745-4112-80f3-b70b7076105d req-7f5242fe-0dc6-41cc-9c00-53a2c1d64c28 service neutron] Checking agent: {'id': 'd4d09dd9-4fb9-4f0d-bf57-c365063561af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 23, 5), 'started_at': datetime.datetime(2021, 9, 9, 22, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:25:21.900689 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3983855d-a745-4112-80f3-b70b7076105d req-7f5242fe-0dc6-41cc-9c00-53a2c1d64c28 service neutron] Checking segment: {'id': 'bd5b3826-531e-418f-80a7-53a6cf8f45c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '05871169-dd65-49e2-b26e-00b42542e9ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:25:21.901114 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3983855d-a745-4112-80f3-b70b7076105d req-7f5242fe-0dc6-41cc-9c00-53a2c1d64c28 service neutron] Bound using segment: {'id': 'bd5b3826-531e-418f-80a7-53a6cf8f45c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '05871169-dd65-49e2-b26e-00b42542e9ff'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:25:21.902780 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-3983855d-a745-4112-80f3-b70b7076105d req-7f5242fe-0dc6-41cc-9c00-53a2c1d64c28 service neutron] Bound port: 89f703c5-701f-4af9-92da-02ee89f3f9e4, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd5b3826-531e-418f-80a7-53a6cf8f45c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '05871169-dd65-49e2-b26e-00b42542e9ff'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:25:21.902780 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3983855d-a745-4112-80f3-b70b7076105d req-7f5242fe-0dc6-41cc-9c00-53a2c1d64c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:21.905339 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db7aba-00cf-467c-b6f9-2e550054539c req-d25aeef8-339a-4b6d-a2e3-1dd4662a7473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:21.907198 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-31db7aba-00cf-467c-b6f9-2e550054539c req-d25aeef8-339a-4b6d-a2e3-1dd4662a7473 service neutron] 10.222.0.20 "GET /v2.0/networks?id=05871169-dd65-49e2-b26e-00b42542e9ff HTTP/1.1" status: 200 len: 919 time: 0.5860889 Sep 09 22:25:21.956121 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bcc2c3c6-5796-4bb4-a633-f48bc60e935d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:21.974636 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c177f5c1-fc43-4c70-9a31-c225a640c328 req-da47befd-b2c2-43f7-be9a-ec13a27ef99c tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7e0e043-9fde-41d0-8e68-1782083006cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591642 Sep 09 22:25:21.981018 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=7151e03b-31f4-40d0-89a1-d91b5bb2b270,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:22.007931 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bcc2c3c6-5796-4bb4-a633-f48bc60e935d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:22.056087 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-31db7aba-00cf-467c-b6f9-2e550054539c req-cbc54c24-0847-45ab-9bb4-f874dd73fd2a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b221fbf5-0b90-4b5f-b20e-4f7824abe66f HTTP/1.1" status: 200 len: 217 time: 0.1355238 Sep 09 22:25:22.081917 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bcc2c3c6-5796-4bb4-a633-f48bc60e935d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:22.084869 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bcc2c3c6-5796-4bb4-a633-f48bc60e935d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:22.089316 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-bcc2c3c6-5796-4bb4-a633-f48bc60e935d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/84ea0671-b8ce-4e6e-8927-073f5d264705 HTTP/1.1" status: 204 len: 168 time: 0.2421043 Sep 09 22:25:22.097861 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc2c3c6-5796-4bb4-a633-f48bc60e935d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ea0671-b8ce-4e6e-8927-073f5d264705,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:22.228407 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497578eeb0b1d224d742647686e7d62f740bb656e2f2bb1278978b4c95122d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b182fdf9-494b-425b-aca1-82a7db2f175c" -d '{"events": [{"server_uuid": "c9260e3c-59a0-4f57-8c46-894c17780d11", "name": "network-vif-plugged", "status": "completed", "tag": "7151e03b-31f4-40d0-89a1-d91b5bb2b270"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:25:22.360096 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9914e8fa-f317-4d4e-a41e-c828795710bb req-4d10d302-cbd4-4af6-96e4-ae04f6f07e53 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 210 time: 0.0600712 Sep 09 22:25:22.388242 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd04a43-1486-4337-97dc-1bca051a7a11 req-65c6488f-2a6f-4eee-8fc6-5a7f5f7ef2bb tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:22.389933 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1bd04a43-1486-4337-97dc-1bca051a7a11 req-65c6488f-2a6f-4eee-8fc6-5a7f5f7ef2bb tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 944 time: 0.4386418 Sep 09 22:25:22.393811 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-3983855d-a745-4112-80f3-b70b7076105d req-7f5242fe-0dc6-41cc-9c00-53a2c1d64c28 service neutron] For port 89f703c5-701f-4af9-92da-02ee89f3f9e4, host hv-cinder-75995, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:25:22.399886 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db7aba-00cf-467c-b6f9-2e550054539c req-2957050e-ac21-4456-9330-b99f5b9caea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:22.401306 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-31db7aba-00cf-467c-b6f9-2e550054539c req-2957050e-ac21-4456-9330-b99f5b9caea1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=300ee5ef-a508-4127-aec7-f35d79a48d74 HTTP/1.1" status: 200 len: 859 time: 0.1414089 Sep 09 22:25:22.430853 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-3983855d-a745-4112-80f3-b70b7076105d req-7f5242fe-0dc6-41cc-9c00-53a2c1d64c28 service neutron] For port 89f703c5-701f-4af9-92da-02ee89f3f9e4, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=89f703c5-701f-4af9-92da-02ee89f3f9e4,segment=NetworkSegment(bd5b3826-531e-418f-80a7-53a6cf8f45c9),segment_id=bd5b3826-531e-418f-80a7-53a6cf8f45c9)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:25:22.464453 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-31db7aba-00cf-467c-b6f9-2e550054539c req-b49f4c21-a14e-435d-8473-c1c392900d5c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=05871169-dd65-49e2-b26e-00b42542e9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499477 Sep 09 22:25:22.465525 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3983855d-a745-4112-80f3-b70b7076105d req-7f5242fe-0dc6-41cc-9c00-53a2c1d64c28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:22.487547 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 54060) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:22.496002 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-232415b9-393e-4c8b-ae04-299491400826 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1528819180-network', 'tenant_id': '8fbace525c7240269f2e179d3ea83a0c'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:25:22.541390 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1bd04a43-1486-4337-97dc-1bca051a7a11 req-7a436e71-3021-4aab-bcce-0e30030a5162 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431389 Sep 09 22:25:22.552147 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3983855d-a745-4112-80f3-b70b7076105d req-7f5242fe-0dc6-41cc-9c00-53a2c1d64c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:22.552778 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3983855d-a745-4112-80f3-b70b7076105d req-7f5242fe-0dc6-41cc-9c00-53a2c1d64c28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:22.554259 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3983855d-a745-4112-80f3-b70b7076105d req-7f5242fe-0dc6-41cc-9c00-53a2c1d64c28 service neutron] 10.222.0.20 "PUT /v2.0/ports/89f703c5-701f-4af9-92da-02ee89f3f9e4 HTTP/1.1" status: 200 len: 1094 time: 2.2859676 Sep 09 22:25:22.641755 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-37dba541-a12c-473a-8426-182452160bb0 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:22.643254 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-37dba541-a12c-473a-8426-182452160bb0 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.20 "GET /v2.0/networks?id=b7e517a4-55ac-4999-ad3f-46426478f73d HTTP/1.1" status: 200 len: 811 time: 0.2180996 Sep 09 22:25:22.644373 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232415b9-393e-4c8b-ae04-299491400826 admin admin] Made reservation on behalf of 8fbace525c7240269f2e179d3ea83a0c for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:25:22.646578 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-232415b9-393e-4c8b-ae04-299491400826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:22.659925 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-232415b9-393e-4c8b-ae04-299491400826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:22.673587 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-31db7aba-00cf-467c-b6f9-2e550054539c req-b78b63fb-7f91-4b62-b5e3-ed82db4da223 service neutron] 10.222.0.20 "GET /v2.0/networks/05871169-dd65-49e2-b26e-00b42542e9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742690 Sep 09 22:25:22.678345 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5242fe-0dc6-41cc-9c00-53a2c1d64c28 service neutron] Pushing event updated for resources: {'Port': ['ID=89f703c5-701f-4af9-92da-02ee89f3f9e4,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:22.738232 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-0a1f5556-66b9-448d-9dea-2d07d1aaee51 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=096fa68883894e368796bcd92c5e8218 HTTP/1.1" status: 200 len: 379 time: 0.0793159 Sep 09 22:25:22.750190 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-fb540ad7-c4b4-4ce8-85fb-8290a4e5c020 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Request body: {'port': {'device_id': 'ff0589ba-9f5e-484b-87c0-04cc2221eb5a', 'network_id': 'b7e517a4-55ac-4999-ad3f-46426478f73d', 'admin_state_up': True, 'tenant_id': '096fa68883894e368796bcd92c5e8218', 'security_groups': ['72000260-6a83-4088-ba98-9eec0a179239']}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:25:22.799929 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3983855d-a745-4112-80f3-b70b7076105d req-d31e3312-9637-43a8-a7af-88d7e8c6a557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:22.801825 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3983855d-a745-4112-80f3-b70b7076105d req-d31e3312-9637-43a8-a7af-88d7e8c6a557 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a614c2fdc45a410cbe5b4bf63b53131b&device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 1097 time: 0.1244988 Sep 09 22:25:22.870504 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3983855d-a745-4112-80f3-b70b7076105d req-4c4ed2b3-6ab2-48cc-970d-a63217620c73 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89f703c5-701f-4af9-92da-02ee89f3f9e4 HTTP/1.1" status: 200 len: 217 time: 0.0587626 Sep 09 22:25:22.973192 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-232415b9-393e-4c8b-ae04-299491400826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:22.983564 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-232415b9-393e-4c8b-ae04-299491400826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:23.056128 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-31db7aba-00cf-467c-b6f9-2e550054539c req-e6111885-81e2-468f-b5c8-9d00a29f74f1 service neutron] 10.222.0.20 "GET /v2.0/networks/05871169-dd65-49e2-b26e-00b42542e9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622701 Sep 09 22:25:23.060343 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3983855d-a745-4112-80f3-b70b7076105d req-2708f81d-996e-4e34-94e1-6723255ff34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:23.075170 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3983855d-a745-4112-80f3-b70b7076105d req-2708f81d-996e-4e34-94e1-6723255ff34a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=300ee5ef-a508-4127-aec7-f35d79a48d74 HTTP/1.1" status: 200 len: 859 time: 0.1966581 Sep 09 22:25:23.082073 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4dfe29d-27d3-4ab0-abca-7eefb0318985 x-openstack-request-id: req-a4dfe29d-27d3-4ab0-abca-7eefb0318985 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:25:23.082938 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9260e3c-59a0-4f57-8c46-894c17780d11", "name": "network-vif-plugged", "status": "completed", "tag": "7151e03b-31f4-40d0-89a1-d91b5bb2b270", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:25:23.083419 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a4dfe29d-27d3-4ab0-abca-7eefb0318985 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:25:23.084306 dv-cinder-759955-23-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9260e3c-59a0-4f57-8c46-894c17780d11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7151e03b-31f4-40d0-89a1-d91b5bb2b270', 'code': 200} Sep 09 22:25:23.084748 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-232415b9-393e-4c8b-ae04-299491400826 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 22:25:23.108546 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232415b9-393e-4c8b-ae04-299491400826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be63861-6395-4a8d-a75c-451f6df23276,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:23.142957 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-232415b9-393e-4c8b-ae04-299491400826 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:23.143641 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.db.segments_db [None req-232415b9-393e-4c8b-ae04-299491400826 admin admin] Added segment 0f348ac6-d924-494b-ba7c-698bc7f749e3 of type vlan for network 56c9f474-3530-4941-990b-5fbddde9fb49 Sep 09 22:25:23.149431 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-fb540ad7-c4b4-4ce8-85fb-8290a4e5c020 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Made reservation on behalf of 096fa68883894e368796bcd92c5e8218 for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:25:23.157085 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-fb540ad7-c4b4-4ce8-85fb-8290a4e5c020 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:23.161836 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3983855d-a745-4112-80f3-b70b7076105d req-cf29aa60-e2d0-48a3-98d9-1385d3f3bc5a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=05871169-dd65-49e2-b26e-00b42542e9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752628 Sep 09 22:25:23.247746 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3787ba4b-5ee8-4577-b7ca-6ff32f4667a7', 'tag': '89f703c5-701f-4af9-92da-02ee89f3f9e4'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:25:23.253546 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febecf7243e3540986e18e5907cacf19c405284daaaade8257553be7db475bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba02818d-a487-4a91-bc36-3735e8f5c39a" -d '{"events": [{"name": "network-changed", "server_uuid": "3787ba4b-5ee8-4577-b7ca-6ff32f4667a7", "tag": "89f703c5-701f-4af9-92da-02ee89f3f9e4"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:25:23.289215 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-232415b9-393e-4c8b-ae04-299491400826 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781721265704'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:23.405652 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e9d1d1-aa5a-4417-a27b-6a69c751c5d8 x-openstack-request-id: req-29e9d1d1-aa5a-4417-a27b-6a69c751c5d8 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:25:23.406401 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3787ba4b-5ee8-4577-b7ca-6ff32f4667a7", "tag": "89f703c5-701f-4af9-92da-02ee89f3f9e4", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:25:23.406401 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-29e9d1d1-aa5a-4417-a27b-6a69c751c5d8 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:25:23.406679 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3787ba4b-5ee8-4577-b7ca-6ff32f4667a7', 'tag': '89f703c5-701f-4af9-92da-02ee89f3f9e4', 'status': 'completed', 'code': 200} Sep 09 22:25:23.418989 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device b221fbf5-0b90-4b5f-b20e-4f7824abe66f details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 22:25:23.455586 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 54098) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:23.470396 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-232415b9-393e-4c8b-ae04-299491400826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:23.471494 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232415b9-393e-4c8b-ae04-299491400826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:23.472105 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-232415b9-393e-4c8b-ae04-299491400826 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:23.499401 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3983855d-a745-4112-80f3-b70b7076105d req-8153fe2a-de83-4cb2-b635-e2bcb3fde226 service neutron] 10.222.0.20 "GET /v2.0/networks/05871169-dd65-49e2-b26e-00b42542e9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266077 Sep 09 22:25:23.501044 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8ad0302e-4113-4ff1-ad9d-5ef939dc1539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:23.562788 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-232415b9-393e-4c8b-ae04-299491400826 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0743556 Sep 09 22:25:23.573502 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 54104) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:23.578995 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-fb540ad7-c4b4-4ce8-85fb-8290a4e5c020 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Allocated IP 172.20.0.14 (b7e517a4-55ac-4999-ad3f-46426478f73d/6cc1261c-ba68-4d29-a19d-d09d50ae8bfc/60e86550-edb7-4064-8f03-cb6b7be251e7) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:25:23.594689 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-97c9dc4f-ecee-451a-a5a5-4125b4cb723f admin admin] Request body: {'subnet': {'network_id': '56c9f474-3530-4941-990b-5fbddde9fb49', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1528819180-subnet', 'tenant_id': '8fbace525c7240269f2e179d3ea83a0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:25:23.631242 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0b7a9-18f7-488f-b4cb-6e3aa91965f6 req-330f796d-3aa6-437d-9f75-b1981e9d49cf tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:23.632834 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f8a0b7a9-18f7-488f-b4cb-6e3aa91965f6 req-330f796d-3aa6-437d-9f75-b1981e9d49cf tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9260e3c-59a0-4f57-8c46-894c17780d11 HTTP/1.1" status: 200 len: 945 time: 0.4590611 Sep 09 22:25:23.634997 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0274948c-80aa-4f96-b69e-38a8aa13f6ab req-3949e3e1-dce9-4b3b-8bb4-a38653671d80 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 210 time: 0.0876062 Sep 09 22:25:23.650164 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232415b9-393e-4c8b-ae04-299491400826 admin admin] Pushing event updated for resources: {'Network': ['ID=56c9f474-3530-4941-990b-5fbddde9fb49,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:23.715503 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccfc334-7ed3-452c-b995-9688c4f5fda1 req-f137bcb3-912c-4756-8e31-090ed9ed64d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:23.717053 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3ccfc334-7ed3-452c-b995-9688c4f5fda1 req-f137bcb3-912c-4756-8e31-090ed9ed64d6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c9260e3c-59a0-4f57-8c46-894c17780d11 HTTP/1.1" status: 200 len: 1098 time: 0.2167706 Sep 09 22:25:23.756661 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3ccfc334-7ed3-452c-b995-9688c4f5fda1 req-97ff749c-20a3-46be-8645-850b0fb235da service neutron] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:23.769499 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port b221fbf5-0b90-4b5f-b20e-4f7824abe66f, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=b221fbf5-0b90-4b5f-b20e-4f7824abe66f,segment=NetworkSegment(bd5b3826-531e-418f-80a7-53a6cf8f45c9),segment_id=bd5b3826-531e-418f-80a7-53a6cf8f45c9)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:25:23.786090 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Returning: {'device': 'b221fbf5-0b90-4b5f-b20e-4f7824abe66f', 'network_id': '05871169-dd65-49e2-b26e-00b42542e9ff', 'port_id': 'b221fbf5-0b90-4b5f-b20e-4f7824abe66f', 'mac_address': 'fa:16:3e:10:f4:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '300ee5ef-a508-4127-aec7-f35d79a48d74', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 22:25:23.791810 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Network 56c9f474-3530-4941-990b-5fbddde9fb49 details requested by agent ovs-agent-dv-cinder-759955-23-iscsi with host dv-cinder-759955-23-iscsi {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 22:25:23.828733 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f8a0b7a9-18f7-488f-b4cb-6e3aa91965f6 req-f3e7f59c-7ebc-48aa-b397-3938aa689afd tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7e0e043-9fde-41d0-8e68-1782083006cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365793 Sep 09 22:25:23.831093 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3983855d-a745-4112-80f3-b70b7076105d req-36e1d048-c757-4b2c-a943-0e5bb1cd3d91 service neutron] 10.222.0.20 "GET /v2.0/networks/05871169-dd65-49e2-b26e-00b42542e9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213844 Sep 09 22:25:23.902619 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8ad0302e-4113-4ff1-ad9d-5ef939dc1539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:23.913014 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8ad0302e-4113-4ff1-ad9d-5ef939dc1539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:23.913471 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:23.933848 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b221fbf5-0b90-4b5f-b20e-4f7824abe66f {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:25:23.938762 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-fb540ad7-c4b4-4ce8-85fb-8290a4e5c020 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:23.964705 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port b221fbf5-0b90-4b5f-b20e-4f7824abe66f, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=b221fbf5-0b90-4b5f-b20e-4f7824abe66f,segment=NetworkSegment(bd5b3826-531e-418f-80a7-53a6cf8f45c9),segment_id=bd5b3826-531e-418f-80a7-53a6cf8f45c9)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:25:23.971418 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:24.003762 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-8ad0302e-4113-4ff1-ad9d-5ef939dc1539 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=61c3f9cacd5149b9bb95e2020b97ad6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5470214 Sep 09 22:25:24.009414 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.db.api [req-3ccfc334-7ed3-452c-b995-9688c4f5fda1 req-97ff749c-20a3-46be-8645-850b0fb235da service neutron] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 09 22:25:24.009414 dv-cinder-759955-23-iscsi neutron-server[93888]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 09 22:25:24.009414 dv-cinder-759955-23-iscsi neutron-server[93888]: [parameters: {'project_id_1': 'da90e316da554ef58fee7f5b763fb810', 'expiration_1': datetime.datetime(2021, 9, 9, 22, 25, 3, 806668)}] Sep 09 22:25:24.009414 dv-cinder-759955-23-iscsi neutron-server[93888]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93888) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 22:25:24.010458 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG oslo_db.api [req-3ccfc334-7ed3-452c-b995-9688c4f5fda1 req-97ff749c-20a3-46be-8645-850b0fb235da service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 22:25:24.010531 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 54112) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:24.018399 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad0302e-4113-4ff1-ad9d-5ef939dc1539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f3bc1f-af29-481d-ade9-160dfd54470f,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:24.027825 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c9dc4f-ecee-451a-a5a5-4125b4cb723f admin admin] Made reservation on behalf of 8fbace525c7240269f2e179d3ea83a0c for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:25:24.031262 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-97c9dc4f-ecee-451a-a5a5-4125b4cb723f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:24.034432 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-fb540ad7-c4b4-4ce8-85fb-8290a4e5c020 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Transition to ACTIVE for port object 60e86550-edb7-4064-8f03-cb6b7be251e7 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:25:24.039261 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=b221fbf5-0b90-4b5f-b20e-4f7824abe66f,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:24.115759 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198bda8-984e-44a3-b13f-70da06f38436 req-705ad66a-c27b-4693-a376-235bef0376d6 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:24.117788 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2198bda8-984e-44a3-b13f-70da06f38436 req-705ad66a-c27b-4693-a376-235bef0376d6 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 944 time: 0.2158267 Sep 09 22:25:24.126598 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02818d-a487-4a91-bc36-3735e8f5c39a req-e6b29152-cee4-4078-a1fc-18218283ef1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:24.128538 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ba02818d-a487-4a91-bc36-3735e8f5c39a req-e6b29152-cee4-4078-a1fc-18218283ef1d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a614c2fdc45a410cbe5b4bf63b53131b&device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 1097 time: 0.1604042 Sep 09 22:25:24.140735 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-fb540ad7-c4b4-4ce8-85fb-8290a4e5c020 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:24.175515 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ddd34a14-0407-4bbf-9aae-d30283eba195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:24.193018 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] get_ports_and_sgs() called for port_ids ['b221fbf5-0b90-4b5f-b20e-4f7824abe66f'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:25:24.214448 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-fb540ad7-c4b4-4ce8-85fb-8290a4e5c020 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Network b7e517a4-55ac-4999-ad3f-46426478f73d is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:25:24.224559 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2198bda8-984e-44a3-b13f-70da06f38436 req-5bc5ebd1-af77-4264-b37c-bf1af5a645f8 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920358 Sep 09 22:25:24.227126 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-fb540ad7-c4b4-4ce8-85fb-8290a4e5c020 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:25:24.230587 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ddd34a14-0407-4bbf-9aae-d30283eba195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:24.231454 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-fb540ad7-c4b4-4ce8-85fb-8290a4e5c020 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:25:24.238778 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-fb540ad7-c4b4-4ce8-85fb-8290a4e5c020 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:24.239584 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-fb540ad7-c4b4-4ce8-85fb-8290a4e5c020 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:24.242420 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb540ad7-c4b4-4ce8-85fb-8290a4e5c020 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Pushing event updated for resources: {'Port': ['ID=60e86550-edb7-4064-8f03-cb6b7be251e7,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:24.293314 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-fb540ad7-c4b4-4ce8-85fb-8290a4e5c020 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5470886 Sep 09 22:25:24.311202 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-d1d4e96f-7f78-40f6-8f4e-5b3747b4c355 service neutron] Request body: {'port': {'device_id': 'ff0589ba-9f5e-484b-87c0-04cc2221eb5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:25:24.335804 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02818d-a487-4a91-bc36-3735e8f5c39a req-f645f232-b9ae-4a8d-82bd-a56ec1544425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:24.337413 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ba02818d-a487-4a91-bc36-3735e8f5c39a req-f645f232-b9ae-4a8d-82bd-a56ec1544425 service neutron] 10.222.0.20 "GET /v2.0/networks?id=05871169-dd65-49e2-b26e-00b42542e9ff HTTP/1.1" status: 200 len: 919 time: 0.1908607 Sep 09 22:25:24.343230 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-97c9dc4f-ecee-451a-a5a5-4125b4cb723f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:24.387590 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ba02818d-a487-4a91-bc36-3735e8f5c39a req-4a96497d-1242-48b6-beac-8f7e23faabe2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89f703c5-701f-4af9-92da-02ee89f3f9e4 HTTP/1.1" status: 200 len: 217 time: 0.0412385 Sep 09 22:25:24.407777 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ddd34a14-0407-4bbf-9aae-d30283eba195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:24.410287 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ddd34a14-0407-4bbf-9aae-d30283eba195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:24.414478 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-ddd34a14-0407-4bbf-9aae-d30283eba195 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/11f3bc1f-af29-481d-ade9-160dfd54470f HTTP/1.1" status: 204 len: 168 time: 0.4004261 Sep 09 22:25:24.434276 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-d1d4e96f-7f78-40f6-8f4e-5b3747b4c355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:24.456328 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c9dc4f-ecee-451a-a5a5-4125b4cb723f admin admin] Pushing event updated for resources: {'Subnet': ['ID=9af83220-022a-4e11-9dc5-c5348d2d72c2,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:24.458661 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd34a14-0407-4bbf-9aae-d30283eba195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f3bc1f-af29-481d-ade9-160dfd54470f,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:24.494134 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c9dc4f-ecee-451a-a5a5-4125b4cb723f admin admin] Checking segment: {'id': '0f348ac6-d924-494b-ba7c-698bc7f749e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '56c9f474-3530-4941-990b-5fbddde9fb49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:25:24.494496 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c9dc4f-ecee-451a-a5a5-4125b4cb723f admin admin] Network hostable DHCP agents. Network: 56c9f474-3530-4941-990b-5fbddde9fb49, hostable agents: ['8f0ddeab-bc9d-4c81-8d3d-e5ecdacbf733'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 22:25:24.500561 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02818d-a487-4a91-bc36-3735e8f5c39a req-9bb48a86-087c-4e9e-9a53-54410b7bea90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:24.503515 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ba02818d-a487-4a91-bc36-3735e8f5c39a req-9bb48a86-087c-4e9e-9a53-54410b7bea90 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=300ee5ef-a508-4127-aec7-f35d79a48d74 HTTP/1.1" status: 200 len: 859 time: 0.1081471 Sep 09 22:25:24.574177 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c9dc4f-ecee-451a-a5a5-4125b4cb723f admin admin] Network 56c9f474-3530-4941-990b-5fbddde9fb49 is scheduled to be hosted by DHCP agent 8f0ddeab-bc9d-4c81-8d3d-e5ecdacbf733 with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 22:25:24.581300 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3ccfc334-7ed3-452c-b995-9688c4f5fda1 req-97ff749c-20a3-46be-8645-850b0fb235da service neutron] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:24.585560 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ba02818d-a487-4a91-bc36-3735e8f5c39a req-06577bf2-10f5-4a4c-a3bf-7a22b242a76f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=05871169-dd65-49e2-b26e-00b42542e9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741971 Sep 09 22:25:24.630444 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-97c9dc4f-ecee-451a-a5a5-4125b4cb723f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-23-iscsi, 56c9f474-3530-4941-990b-5fbddde9fb49) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:25:24.659970 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47d6fb7-d81c-49e4-aac0-20599e550530 None None] Network 56c9f474-3530-4941-990b-5fbddde9fb49 requested from dv-cinder-759955-23-iscsi {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:25:24.783593 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c9dc4f-ecee-451a-a5a5-4125b4cb723f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:24.785290 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-97c9dc4f-ecee-451a-a5a5-4125b4cb723f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:24.850765 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cc74d764-5331-4720-8497-9e0b6a55cb9e None None] Provisioning for port 60e86550-edb7-4064-8f03-cb6b7be251e7 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:25:24.854769 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3ccfc334-7ed3-452c-b995-9688c4f5fda1 req-97ff749c-20a3-46be-8645-850b0fb235da service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:24.860900 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ba02818d-a487-4a91-bc36-3735e8f5c39a req-7ce33233-e7fa-442f-ae16-6f6c7014eb1d service neutron] 10.222.0.20 "GET /v2.0/networks/05871169-dd65-49e2-b26e-00b42542e9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658319 Sep 09 22:25:24.863970 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cc74d764-5331-4720-8497-9e0b6a55cb9e None None] Provisioning complete for port 60e86550-edb7-4064-8f03-cb6b7be251e7 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:25:24.865944 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3ccfc334-7ed3-452c-b995-9688c4f5fda1 req-97ff749c-20a3-46be-8645-850b0fb235da service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:24.866620 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cc74d764-5331-4720-8497-9e0b6a55cb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:24.898542 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3ccfc334-7ed3-452c-b995-9688c4f5fda1 req-97ff749c-20a3-46be-8645-850b0fb235da service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d7e0e043-9fde-41d0-8e68-1782083006cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1731646 Sep 09 22:25:24.900397 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-97c9dc4f-ecee-451a-a5a5-4125b4cb723f admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3238106 Sep 09 22:25:25.003249 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1424601-1a83-4692-8cfd-2e2e8ebf19fb None None] Network 56c9f474-3530-4941-990b-5fbddde9fb49 requested from dv-cinder-759955-23-iscsi {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:25:25.050226 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cc74d764-5331-4720-8497-9e0b6a55cb9e None None] Port 60e86550-edb7-4064-8f03-cb6b7be251e7 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 22:25:25.156392 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.notifiers.nova [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-d1d4e96f-7f78-40f6-8f4e-5b3747b4c355 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60e86550-edb7-4064-8f03-cb6b7be251e7 {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:25:25.159437 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff749c-20a3-46be-8645-850b0fb235da service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6497b0be-47bb-427e-83c6-eb86ba5fbb93,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:25.170560 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-d1d4e96f-7f78-40f6-8f4e-5b3747b4c355 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:25.200907 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-d1d4e96f-7f78-40f6-8f4e-5b3747b4c355 service neutron] Transition to ACTIVE for port object 60e86550-edb7-4064-8f03-cb6b7be251e7 will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:25:25.211988 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-d1d4e96f-7f78-40f6-8f4e-5b3747b4c355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:25.223038 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741d9a0b-1e1d-4746-9d34-c282293db853 req-d841b938-f980-4399-b2fc-f093250b197f tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:25.224960 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-741d9a0b-1e1d-4746-9d34-c282293db853 req-d841b938-f980-4399-b2fc-f093250b197f tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 932 time: 0.3682699 Sep 09 22:25:25.249909 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ba02818d-a487-4a91-bc36-3735e8f5c39a req-a672fcf0-27ad-4105-b35a-baf22868aa9d service neutron] 10.222.0.20 "GET /v2.0/networks/05871169-dd65-49e2-b26e-00b42542e9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548117 Sep 09 22:25:25.289478 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 54158) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:25.390541 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4e96f-7f78-40f6-8f4e-5b3747b4c355 service neutron] Pushing event updated for resources: {'Port': ['ID=60e86550-edb7-4064-8f03-cb6b7be251e7,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:25.435803 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device b221fbf5-0b90-4b5f-b20e-4f7824abe66f up at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:25:25.488507 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-53f4c54f-cb24-4278-a638-e6ccf775451f admin admin] Deleting subnet aa76f1db-4c15-45c8-bb4f-7ec324ae8d56 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 22:25:25.512467 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-53f4c54f-cb24-4278-a638-e6ccf775451f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:25.536905 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b824af-1103-44b0-a6f7-b62d673f15ed req-2196f369-03c0-4709-9821-c7f2cb6a375b tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:25.544995 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Provisioning for port b221fbf5-0b90-4b5f-b20e-4f7824abe66f completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:25:25.549191 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-79b824af-1103-44b0-a6f7-b62d673f15ed req-2196f369-03c0-4709-9821-c7f2cb6a375b tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9260e3c-59a0-4f57-8c46-894c17780d11 HTTP/1.1" status: 200 len: 945 time: 0.4696951 Sep 09 22:25:25.552334 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Provisioning complete for port b221fbf5-0b90-4b5f-b20e-4f7824abe66f triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:25:25.554742 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:25.579711 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-d1d4e96f-7f78-40f6-8f4e-5b3747b4c355 service neutron] Attempting to bind port 60e86550-edb7-4064-8f03-cb6b7be251e7 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:25:25.582575 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-d1d4e96f-7f78-40f6-8f4e-5b3747b4c355 service neutron] Attempting to bind port 60e86550-edb7-4064-8f03-cb6b7be251e7 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '4662fadd-827e-45f1-8d32-577d068e5c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b7e517a4-55ac-4999-ad3f-46426478f73d'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:25:25.583111 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-d1d4e96f-7f78-40f6-8f4e-5b3747b4c355 service neutron] Attempting to bind port 60e86550-edb7-4064-8f03-cb6b7be251e7 on network b7e517a4-55ac-4999-ad3f-46426478f73d {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:25:25.591235 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-741d9a0b-1e1d-4746-9d34-c282293db853 req-1efaca81-b0cf-46f1-93e9-63556fb246ac tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3555474 Sep 09 22:25:25.614521 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-d1d4e96f-7f78-40f6-8f4e-5b3747b4c355 service neutron] Port 60e86550-edb7-4064-8f03-cb6b7be251e7 on network b7e517a4-55ac-4999-ad3f-46426478f73d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 22:25:25.615357 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-d1d4e96f-7f78-40f6-8f4e-5b3747b4c355 service neutron] Attempting to bind port 60e86550-edb7-4064-8f03-cb6b7be251e7 on network b7e517a4-55ac-4999-ad3f-46426478f73d {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:25:25.645700 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-79b824af-1103-44b0-a6f7-b62d673f15ed req-db166af5-f1dc-45c2-8c46-ac4f492a4dd6 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7e0e043-9fde-41d0-8e68-1782083006cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956359 Sep 09 22:25:25.659284 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-d1d4e96f-7f78-40f6-8f4e-5b3747b4c355 service neutron] Checking agent: {'id': 'd4d09dd9-4fb9-4f0d-bf57-c365063561af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 23, 5), 'started_at': datetime.datetime(2021, 9, 9, 22, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:25:25.659679 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-d1d4e96f-7f78-40f6-8f4e-5b3747b4c355 service neutron] Checking segment: {'id': '4662fadd-827e-45f1-8d32-577d068e5c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b7e517a4-55ac-4999-ad3f-46426478f73d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:25:25.660001 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-d1d4e96f-7f78-40f6-8f4e-5b3747b4c355 service neutron] Bound using segment: {'id': '4662fadd-827e-45f1-8d32-577d068e5c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b7e517a4-55ac-4999-ad3f-46426478f73d'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:25:25.660567 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-d1d4e96f-7f78-40f6-8f4e-5b3747b4c355 service neutron] Bound port: 60e86550-edb7-4064-8f03-cb6b7be251e7, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4662fadd-827e-45f1-8d32-577d068e5c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b7e517a4-55ac-4999-ad3f-46426478f73d'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:25:25.661065 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-d1d4e96f-7f78-40f6-8f4e-5b3747b4c355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:25.685622 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-53f4c54f-cb24-4278-a638-e6ccf775451f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:25.726642 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-53f4c54f-cb24-4278-a638-e6ccf775451f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1479288'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:25.745260 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:25.775830 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a245c16-6746-4a67-9d76-35e5cf28c9a8 req-076a1ab8-30df-4567-bc52-bdd094ac1dae tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:25.778285 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7a245c16-6746-4a67-9d76-35e5cf28c9a8 req-076a1ab8-30df-4567-bc52-bdd094ac1dae tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 944 time: 0.0729382 Sep 09 22:25:25.795457 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60dce40-434c-439d-a48a-3e8c20a9ceef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b221fbf5-0b90-4b5f-b20e-4f7824abe66f'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:25:25.799237 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497578eeb0b1d224d742647686e7d62f740bb656e2f2bb1278978b4c95122d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d834c8b-5b98-4fdd-8bed-c383766c77f8" -d '{"events": [{"server_uuid": "f60dce40-434c-439d-a48a-3e8c20a9ceef", "name": "network-vif-plugged", "status": "completed", "tag": "b221fbf5-0b90-4b5f-b20e-4f7824abe66f"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:25:25.814228 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port b221fbf5-0b90-4b5f-b20e-4f7824abe66f, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=b221fbf5-0b90-4b5f-b20e-4f7824abe66f,segment=NetworkSegment(bd5b3826-531e-418f-80a7-53a6cf8f45c9),segment_id=bd5b3826-531e-418f-80a7-53a6cf8f45c9)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:25:25.822523 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:25.858328 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-d1d4e96f-7f78-40f6-8f4e-5b3747b4c355 service neutron] For port 60e86550-edb7-4064-8f03-cb6b7be251e7, host hv-cinder-75995, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:25:25.865637 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-d1d4e96f-7f78-40f6-8f4e-5b3747b4c355 service neutron] For port 60e86550-edb7-4064-8f03-cb6b7be251e7, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=60e86550-edb7-4064-8f03-cb6b7be251e7,segment=NetworkSegment(4662fadd-827e-45f1-8d32-577d068e5c88),segment_id=4662fadd-827e-45f1-8d32-577d068e5c88)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:25:25.888360 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7a245c16-6746-4a67-9d76-35e5cf28c9a8 req-fc7759d5-5a72-41c8-bff5-ac84a059bb04 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954008 Sep 09 22:25:25.907014 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f60b4d-e01e-4efc-afb1-259c0b05c2ac x-openstack-request-id: req-88f60b4d-e01e-4efc-afb1-259c0b05c2ac {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:25:25.907359 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f60dce40-434c-439d-a48a-3e8c20a9ceef", "name": "network-vif-plugged", "status": "completed", "tag": "b221fbf5-0b90-4b5f-b20e-4f7824abe66f", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:25:25.907983 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-d1d4e96f-7f78-40f6-8f4e-5b3747b4c355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:25.908139 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-88f60b4d-e01e-4efc-afb1-259c0b05c2ac {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:25:25.908438 dv-cinder-759955-23-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f60dce40-434c-439d-a48a-3e8c20a9ceef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b221fbf5-0b90-4b5f-b20e-4f7824abe66f', 'code': 200} Sep 09 22:25:25.922343 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=b221fbf5-0b90-4b5f-b20e-4f7824abe66f,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:25.987184 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-d1d4e96f-7f78-40f6-8f4e-5b3747b4c355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:25.987804 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-d1d4e96f-7f78-40f6-8f4e-5b3747b4c355 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:25.989471 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-d1d4e96f-7f78-40f6-8f4e-5b3747b4c355 service neutron] 10.222.0.20 "PUT /v2.0/ports/60e86550-edb7-4064-8f03-cb6b7be251e7 HTTP/1.1" status: 200 len: 1094 time: 1.6829140 Sep 09 22:25:25.990130 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff0589ba-9f5e-484b-87c0-04cc2221eb5a', 'tag': '60e86550-edb7-4064-8f03-cb6b7be251e7'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:25:25.992761 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc6a31de840fc8aa808063a849dfe176742cab8c19a8c4c2f30ae5ebe0344c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c7be7a-78d3-4f0a-a7de-d4bdf8006dfb" -d '{"events": [{"name": "network-changed", "server_uuid": "ff0589ba-9f5e-484b-87c0-04cc2221eb5a", "tag": "60e86550-edb7-4064-8f03-cb6b7be251e7"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:25:26.026733 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4e96f-7f78-40f6-8f4e-5b3747b4c355 service neutron] Pushing event updated for resources: {'Port': ['ID=60e86550-edb7-4064-8f03-cb6b7be251e7,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:26.041709 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-53f4c54f-cb24-4278-a638-e6ccf775451f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1479281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:26.079799 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f4c54f-cb24-4278-a638-e6ccf775451f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa76f1db-4c15-45c8-bb4f-7ec324ae8d56,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:26.091596 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-53f4c54f-cb24-4278-a638-e6ccf775451f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:26.096645 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 54190) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:26.096986 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-53f4c54f-cb24-4278-a638-e6ccf775451f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/aa76f1db-4c15-45c8-bb4f-7ec324ae8d56 HTTP/1.1" status: 204 len: 168 time: 0.8023798 Sep 09 22:25:26.105568 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a19ff7-bce9-4d66-a344-7a719529acd1 x-openstack-request-id: req-e1a19ff7-bce9-4d66-a344-7a719529acd1 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:25:26.106012 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff0589ba-9f5e-484b-87c0-04cc2221eb5a", "tag": "60e86550-edb7-4064-8f03-cb6b7be251e7", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:25:26.106458 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e1a19ff7-bce9-4d66-a344-7a719529acd1 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:25:26.106994 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff0589ba-9f5e-484b-87c0-04cc2221eb5a', 'tag': '60e86550-edb7-4064-8f03-cb6b7be251e7', 'status': 'completed', 'code': 200} Sep 09 22:25:26.167693 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 54192) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:26.204866 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a3574fd9-a21a-4b52-93b9-4d27e706ff5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1695652'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:26.324473 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-0c6d8f07-04be-4f7d-a40c-294603f6e38d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-513379101-network', 'tenant_id': '26467b3aae554c68889354ed420c3933'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:25:26.326775 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a3574fd9-a21a-4b52-93b9-4d27e706ff5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476877', 'neutron.services.segments.db._delete_segments_for_network-8781721822877'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:26.349374 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a3574fd9-a21a-4b52-93b9-4d27e706ff5c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:25:26.349592 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6d8f07-04be-4f7d-a40c-294603f6e38d admin admin] Made reservation on behalf of 26467b3aae554c68889354ed420c3933 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:25:26.349796 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a3574fd9-a21a-4b52-93b9-4d27e706ff5c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:25:26.350503 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a3574fd9-a21a-4b52-93b9-4d27e706ff5c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:25:26.350825 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a3574fd9-a21a-4b52-93b9-4d27e706ff5c admin admin] Subscribe: > port after_create 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:25:26.351165 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a3574fd9-a21a-4b52-93b9-4d27e706ff5c admin admin] Subscribe: > port after_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:25:26.351492 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a3574fd9-a21a-4b52-93b9-4d27e706ff5c admin admin] Subscribe: > port after_update 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:25:26.351800 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a3574fd9-a21a-4b52-93b9-4d27e706ff5c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:25:26.351901 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0c6d8f07-04be-4f7d-a40c-294603f6e38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:26.352151 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a3574fd9-a21a-4b52-93b9-4d27e706ff5c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:25:26.352570 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a3574fd9-a21a-4b52-93b9-4d27e706ff5c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:25:26.352905 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a3574fd9-a21a-4b52-93b9-4d27e706ff5c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:25:26.361355 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0c6d8f07-04be-4f7d-a40c-294603f6e38d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:26.459742 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0c6d8f07-04be-4f7d-a40c-294603f6e38d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:26.467879 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0c6d8f07-04be-4f7d-a40c-294603f6e38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:26.491450 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a3574fd9-a21a-4b52-93b9-4d27e706ff5c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:25:26.492309 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a3574fd9-a21a-4b52-93b9-4d27e706ff5c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:25:26.492309 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a3574fd9-a21a-4b52-93b9-4d27e706ff5c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:25:26.492509 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a3574fd9-a21a-4b52-93b9-4d27e706ff5c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:25:26.492990 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-a3574fd9-a21a-4b52-93b9-4d27e706ff5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8370dd1c-e044-4546-9102-bf45360ca3d4']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:25:26.494865 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c6d8f07-04be-4f7d-a40c-294603f6e38d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 22:25:26.502857 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d8f07-04be-4f7d-a40c-294603f6e38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60989f58-b114-448c-a2c0-1e7681c9031b,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:26.510148 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0c6d8f07-04be-4f7d-a40c-294603f6e38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:26.510486 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.db.segments_db [None req-0c6d8f07-04be-4f7d-a40c-294603f6e38d admin admin] Added segment 86c0f4a8-0bde-4508-a031-2bd336e33229 of type vlan for network 2222438c-63a2-473f-94d9-7efff4a4486d Sep 09 22:25:26.514083 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-a3574fd9-a21a-4b52-93b9-4d27e706ff5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df46e44e-4fa4-40b3-9799-1a250a8481e0') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:25:26.514748 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-a3574fd9-a21a-4b52-93b9-4d27e706ff5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df46e44e-4fa4-40b3-9799-1a250a8481e0') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:25:26.545542 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a3574fd9-a21a-4b52-93b9-4d27e706ff5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781721823142', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25922339'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:26.554723 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0c6d8f07-04be-4f7d-a40c-294603f6e38d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781721265704'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:26.566885 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a3574fd9-a21a-4b52-93b9-4d27e706ff5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:26.575452 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3574fd9-a21a-4b52-93b9-4d27e706ff5c admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 22:25:26.575934 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a3574fd9-a21a-4b52-93b9-4d27e706ff5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27131009'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:26.579266 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0c6d8f07-04be-4f7d-a40c-294603f6e38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:26.580469 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6d8f07-04be-4f7d-a40c-294603f6e38d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:26.580841 dv-cinder-759955-23-iscsi neutron-server[93888]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 09 22:25:26.580841 dv-cinder-759955-23-iscsi neutron-server[93888]: from cryptography.utils import int_from_bytes Sep 09 22:25:26.580841 dv-cinder-759955-23-iscsi neutron-server[93888]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 09 22:25:26.580841 dv-cinder-759955-23-iscsi neutron-server[93888]: from cryptography.utils import int_from_bytes Sep 09 22:25:26.580841 dv-cinder-759955-23-iscsi neutron-server[93888]: Traceback (most recent call last): Sep 09 22:25:26.580841 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 22:25:26.580841 dv-cinder-759955-23-iscsi neutron-server[93888]: timer() Sep 09 22:25:26.580841 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 22:25:26.580841 dv-cinder-759955-23-iscsi neutron-server[93888]: cb(*args, **kw) Sep 09 22:25:26.580841 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 22:25:26.580841 dv-cinder-759955-23-iscsi neutron-server[93888]: return func(*args, **kwargs) Sep 09 22:25:26.580841 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 22:25:26.580841 dv-cinder-759955-23-iscsi neutron-server[93888]: self._notify() Sep 09 22:25:26.580841 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 22:25:26.580841 dv-cinder-759955-23-iscsi neutron-server[93888]: self.callback(batched_events) Sep 09 22:25:26.580841 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 22:25:26.580841 dv-cinder-759955-23-iscsi neutron-server[93888]: event.method(event) Sep 09 22:25:26.580841 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 22:25:26.580841 dv-cinder-759955-23-iscsi neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 22:25:26.580841 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 22:25:26.580841 dv-cinder-759955-23-iscsi neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 22:25:26.580841 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 22:25:26.580841 dv-cinder-759955-23-iscsi neutron-server[93888]: return f(self, *a, **k) Sep 09 22:25:26.580841 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 22:25:26.580841 dv-cinder-759955-23-iscsi neutron-server[93888]: return self._get(url).json() Sep 09 22:25:26.580841 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 22:25:26.580841 dv-cinder-759955-23-iscsi neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 22:25:26.580841 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 22:25:26.580841 dv-cinder-759955-23-iscsi neutron-server[93888]: return self.request(url, 'GET', **kwargs) Sep 09 22:25:26.580841 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 22:25:26.580841 dv-cinder-759955-23-iscsi neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 22:25:26.580841 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 22:25:26.580841 dv-cinder-759955-23-iscsi neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 22:25:26.580841 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 22:25:26.580841 dv-cinder-759955-23-iscsi neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 22:25:26.580841 dv-cinder-759955-23-iscsi neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 22:25:26.583633 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0c6d8f07-04be-4f7d-a40c-294603f6e38d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:26.619762 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-0c6d8f07-04be-4f7d-a40c-294603f6e38d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4507058 Sep 09 22:25:26.635299 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 54208) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:26.639443 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-7744437a-ef45-4dce-b479-6a3d53627cda admin admin] Request body: {'subnet': {'network_id': '2222438c-63a2-473f-94d9-7efff4a4486d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-513379101-subnet', 'tenant_id': '26467b3aae554c68889354ed420c3933', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:25:26.649138 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d8f07-04be-4f7d-a40c-294603f6e38d admin admin] Pushing event updated for resources: {'Network': ['ID=2222438c-63a2-473f-94d9-7efff4a4486d,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:26.665539 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Network 2222438c-63a2-473f-94d9-7efff4a4486d details requested by agent ovs-agent-dv-cinder-759955-23-iscsi with host dv-cinder-759955-23-iscsi {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 22:25:26.672645 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7744437a-ef45-4dce-b479-6a3d53627cda admin admin] Made reservation on behalf of 26467b3aae554c68889354ed420c3933 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:25:26.685838 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7744437a-ef45-4dce-b479-6a3d53627cda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26101228'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:26.691559 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a3574fd9-a21a-4b52-93b9-4d27e706ff5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1478910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414983'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:26.697305 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a3574fd9-a21a-4b52-93b9-4d27e706ff5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:26.702013 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-a3574fd9-a21a-4b52-93b9-4d27e706ff5c admin admin] 10.222.0.41 "DELETE /v2.0/networks/8370dd1c-e044-4546-9102-bf45360ca3d4 HTTP/1.1" status: 204 len: 168 time: 0.6018023 Sep 09 22:25:26.703461 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 54214) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:26.761578 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-324bceda-ba86-4862-bfb2-7789e256234e admin admin] Deleting subnet 9af83220-022a-4e11-9dc5-c5348d2d72c2 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 22:25:26.765963 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-324bceda-ba86-4862-bfb2-7789e256234e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:26.766806 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3574fd9-a21a-4b52-93b9-4d27e706ff5c admin admin] Pushing event deleted for resources: {'Network': ['ID=8370dd1c-e044-4546-9102-bf45360ca3d4,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:26.803700 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-324bceda-ba86-4862-bfb2-7789e256234e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:26.809324 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-324bceda-ba86-4862-bfb2-7789e256234e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1479288'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:26.866973 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-324bceda-ba86-4862-bfb2-7789e256234e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1479281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:26.868323 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e8afd-5fc7-4e62-bb60-cd4600a8f3a8 req-97d03b89-90f6-4dc5-b62d-71fc1273d5b0 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:26.869924 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8a0e8afd-5fc7-4e62-bb60-cd4600a8f3a8 req-97d03b89-90f6-4dc5-b62d-71fc1273d5b0 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 944 time: 0.1810703 Sep 09 22:25:26.882870 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36bac29-9cb8-472d-98f6-97e677e99677 req-0c08e8b9-60e5-4baf-966f-58082640d431 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:26.884299 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f36bac29-9cb8-472d-98f6-97e677e99677 req-0c08e8b9-60e5-4baf-966f-58082640d431 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9260e3c-59a0-4f57-8c46-894c17780d11 HTTP/1.1" status: 200 len: 945 time: 0.1216359 Sep 09 22:25:26.894933 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324bceda-ba86-4862-bfb2-7789e256234e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9af83220-022a-4e11-9dc5-c5348d2d72c2,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:26.898796 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-324bceda-ba86-4862-bfb2-7789e256234e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:26.900777 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-324bceda-ba86-4862-bfb2-7789e256234e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9af83220-022a-4e11-9dc5-c5348d2d72c2 HTTP/1.1" status: 204 len: 168 time: 0.1960940 Sep 09 22:25:26.903139 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 54218) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:26.974061 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d1c623db-0917-4e18-b57b-341a5a4e40e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1695652'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:26.976514 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8a0e8afd-5fc7-4e62-bb60-cd4600a8f3a8 req-b8f44f19-b285-469c-a082-681c21cf67c9 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910270 Sep 09 22:25:26.980711 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f36bac29-9cb8-472d-98f6-97e677e99677 req-9698c1ef-6cfc-4381-90c6-c9dfdc9c203d tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7e0e043-9fde-41d0-8e68-1782083006cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853503 Sep 09 22:25:27.048551 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7744437a-ef45-4dce-b479-6a3d53627cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27131170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26101234'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:27.061267 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d1c623db-0917-4e18-b57b-341a5a4e40e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476877', 'neutron.services.segments.db._delete_segments_for_network-8781721822877'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:27.080994 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d1c623db-0917-4e18-b57b-341a5a4e40e3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:25:27.081331 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d1c623db-0917-4e18-b57b-341a5a4e40e3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:25:27.082085 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d1c623db-0917-4e18-b57b-341a5a4e40e3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:25:27.082415 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d1c623db-0917-4e18-b57b-341a5a4e40e3 admin admin] Subscribe: > port after_create 55550000 {{(pid=93887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:25:27.082751 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d1c623db-0917-4e18-b57b-341a5a4e40e3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:25:27.083095 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d1c623db-0917-4e18-b57b-341a5a4e40e3 admin admin] Subscribe: > port after_update 55550000 {{(pid=93887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:25:27.085673 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d1c623db-0917-4e18-b57b-341a5a4e40e3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:25:27.085673 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d1c623db-0917-4e18-b57b-341a5a4e40e3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:25:27.085673 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d1c623db-0917-4e18-b57b-341a5a4e40e3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:25:27.085673 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d1c623db-0917-4e18-b57b-341a5a4e40e3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:25:27.129942 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7744437a-ef45-4dce-b479-6a3d53627cda admin admin] Pushing event updated for resources: {'Subnet': ['ID=9037bdd5-8756-4494-9943-1957fbfdabca,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:27.149359 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d56a1b-69d8-4483-b3d9-35fff5894bac req-dd8cfc82-3c9a-40ea-9212-84d39fd6f23f tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:27.150787 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c0d56a1b-69d8-4483-b3d9-35fff5894bac req-dd8cfc82-3c9a-40ea-9212-84d39fd6f23f tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 944 time: 0.0988460 Sep 09 22:25:27.152649 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d1c623db-0917-4e18-b57b-341a5a4e40e3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:25:27.153002 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d1c623db-0917-4e18-b57b-341a5a4e40e3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:25:27.153333 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d1c623db-0917-4e18-b57b-341a5a4e40e3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:25:27.153662 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d1c623db-0917-4e18-b57b-341a5a4e40e3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93887) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 22:25:27.154037 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.services.segments.db [None req-d1c623db-0917-4e18-b57b-341a5a4e40e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56c9f474-3530-4941-990b-5fbddde9fb49']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:25:27.157895 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7744437a-ef45-4dce-b479-6a3d53627cda admin admin] Checking segment: {'id': '86c0f4a8-0bde-4508-a031-2bd336e33229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '2222438c-63a2-473f-94d9-7efff4a4486d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:25:27.158246 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7744437a-ef45-4dce-b479-6a3d53627cda admin admin] Network hostable DHCP agents. Network: 2222438c-63a2-473f-94d9-7efff4a4486d, hostable agents: ['8f0ddeab-bc9d-4c81-8d3d-e5ecdacbf733'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 22:25:27.171695 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.services.segments.db [None req-d1c623db-0917-4e18-b57b-341a5a4e40e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f348ac6-d924-494b-ba7c-698bc7f749e3') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:25:27.172629 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.services.segments.db [None req-d1c623db-0917-4e18-b57b-341a5a4e40e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f348ac6-d924-494b-ba7c-698bc7f749e3') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:25:27.190439 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7744437a-ef45-4dce-b479-6a3d53627cda admin admin] Network 2222438c-63a2-473f-94d9-7efff4a4486d is scheduled to be hosted by DHCP agent 8f0ddeab-bc9d-4c81-8d3d-e5ecdacbf733 with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 22:25:27.190649 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d1c623db-0917-4e18-b57b-341a5a4e40e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781721823142', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25986864'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:27.207096 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c0d56a1b-69d8-4483-b3d9-35fff5894bac req-5172ecbe-fe5b-4d2e-93f6-b34133deb492 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457752 Sep 09 22:25:27.210005 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-7744437a-ef45-4dce-b479-6a3d53627cda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-23-iscsi, 2222438c-63a2-473f-94d9-7efff4a4486d) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:25:27.213488 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d1c623db-0917-4e18-b57b-341a5a4e40e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:27.214650 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7744437a-ef45-4dce-b479-6a3d53627cda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:27.215898 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7744437a-ef45-4dce-b479-6a3d53627cda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:27.223409 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1c623db-0917-4e18-b57b-341a5a4e40e3 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 22:25:27.223864 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d1c623db-0917-4e18-b57b-341a5a4e40e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26050341'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:27.228223 dv-cinder-759955-23-iscsi neutron-server[93887]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 09 22:25:27.228223 dv-cinder-759955-23-iscsi neutron-server[93887]: from cryptography.utils import int_from_bytes Sep 09 22:25:27.228223 dv-cinder-759955-23-iscsi neutron-server[93887]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 09 22:25:27.228223 dv-cinder-759955-23-iscsi neutron-server[93887]: from cryptography.utils import int_from_bytes Sep 09 22:25:27.228223 dv-cinder-759955-23-iscsi neutron-server[93887]: Traceback (most recent call last): Sep 09 22:25:27.228223 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 22:25:27.228223 dv-cinder-759955-23-iscsi neutron-server[93887]: timer() Sep 09 22:25:27.228223 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 22:25:27.228223 dv-cinder-759955-23-iscsi neutron-server[93887]: cb(*args, **kw) Sep 09 22:25:27.228223 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 22:25:27.228223 dv-cinder-759955-23-iscsi neutron-server[93887]: return func(*args, **kwargs) Sep 09 22:25:27.228223 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 22:25:27.228223 dv-cinder-759955-23-iscsi neutron-server[93887]: self._notify() Sep 09 22:25:27.228223 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 22:25:27.228223 dv-cinder-759955-23-iscsi neutron-server[93887]: self.callback(batched_events) Sep 09 22:25:27.228223 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 22:25:27.228223 dv-cinder-759955-23-iscsi neutron-server[93887]: event.method(event) Sep 09 22:25:27.228223 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 22:25:27.228223 dv-cinder-759955-23-iscsi neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 22:25:27.228223 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 22:25:27.228223 dv-cinder-759955-23-iscsi neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 22:25:27.228223 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 22:25:27.228223 dv-cinder-759955-23-iscsi neutron-server[93887]: return f(self, *a, **k) Sep 09 22:25:27.228223 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 22:25:27.228223 dv-cinder-759955-23-iscsi neutron-server[93887]: return self._get(url).json() Sep 09 22:25:27.228223 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 22:25:27.228223 dv-cinder-759955-23-iscsi neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 22:25:27.228223 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 22:25:27.228223 dv-cinder-759955-23-iscsi neutron-server[93887]: return self.request(url, 'GET', **kwargs) Sep 09 22:25:27.228223 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 22:25:27.228223 dv-cinder-759955-23-iscsi neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 22:25:27.228223 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 22:25:27.228223 dv-cinder-759955-23-iscsi neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 22:25:27.228223 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 22:25:27.228223 dv-cinder-759955-23-iscsi neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 22:25:27.228223 dv-cinder-759955-23-iscsi neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 22:25:27.239822 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-7744437a-ef45-4dce-b479-6a3d53627cda admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6045809 Sep 09 22:25:27.253196 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0876ae39-3eb8-4e60-948f-a33dfdbefc7b None None] Network 2222438c-63a2-473f-94d9-7efff4a4486d requested from dv-cinder-759955-23-iscsi {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:25:27.301344 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d1c623db-0917-4e18-b57b-341a5a4e40e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1478910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414983'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:27.314214 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d1c623db-0917-4e18-b57b-341a5a4e40e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:27.317153 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-d1c623db-0917-4e18-b57b-341a5a4e40e3 admin admin] 10.222.0.41 "DELETE /v2.0/networks/56c9f474-3530-4941-990b-5fbddde9fb49 HTTP/1.1" status: 204 len: 168 time: 0.4130147 Sep 09 22:25:27.416331 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251dd369-6f45-4225-a6fd-6a0cb171b19c None None] Network 2222438c-63a2-473f-94d9-7efff4a4486d requested from dv-cinder-759955-23-iscsi {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:25:27.505490 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 54236) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:27.516695 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c623db-0917-4e18-b57b-341a5a4e40e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=56c9f474-3530-4941-990b-5fbddde9fb49,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:27.551076 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-40bd2d51-2325-4fc9-b119-7a210f8ba96d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8dbc4060c8b74e529db7d124844d6c40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420945 Sep 09 22:25:27.551298 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 54238) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:27.598866 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0532d573-98c3-4107-9298-979d6713c9ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:27.619345 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0532d573-98c3-4107-9298-979d6713c9ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:27.670596 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0532d573-98c3-4107-9298-979d6713c9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:27.673215 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0532d573-98c3-4107-9298-979d6713c9ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:27.674346 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-0532d573-98c3-4107-9298-979d6713c9ea admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/72542cd2-0dc2-4bf3-a169-54578993d784 HTTP/1.1" status: 204 len: 168 time: 0.1221740 Sep 09 22:25:27.682115 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0532d573-98c3-4107-9298-979d6713c9ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72542cd2-0dc2-4bf3-a169-54578993d784,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:27.911027 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 54254) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:27.916547 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-ffefd3af-02e1-4b0c-b8dd-e1b6256e18c3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1963620196-network', 'tenant_id': '272fd7caf94142d98524ee44be7610a8'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:25:27.938593 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffefd3af-02e1-4b0c-b8dd-e1b6256e18c3 admin admin] Made reservation on behalf of 272fd7caf94142d98524ee44be7610a8 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:25:27.941036 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ffefd3af-02e1-4b0c-b8dd-e1b6256e18c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:27.949480 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ffefd3af-02e1-4b0c-b8dd-e1b6256e18c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:27.963769 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 54256) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:28.004661 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-5b990b88-5997-4d81-abdc-2ad1e5364b9a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8fbace525c7240269f2e179d3ea83a0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0394528 Sep 09 22:25:28.018887 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 54260) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:28.044715 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ffefd3af-02e1-4b0c-b8dd-e1b6256e18c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:28.051147 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ffefd3af-02e1-4b0c-b8dd-e1b6256e18c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:28.083402 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-df41e17f-6cf4-4aae-aa93-85f3777a6933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:28.089914 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffefd3af-02e1-4b0c-b8dd-e1b6256e18c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 22:25:28.104410 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-df41e17f-6cf4-4aae-aa93-85f3777a6933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:28.126186 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffefd3af-02e1-4b0c-b8dd-e1b6256e18c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99b1de4-4f77-4259-b8b8-a5e8ceb23af3,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:28.144427 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ffefd3af-02e1-4b0c-b8dd-e1b6256e18c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:28.144765 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.db.segments_db [None req-ffefd3af-02e1-4b0c-b8dd-e1b6256e18c3 admin admin] Added segment 0c91d9b7-e47c-4386-9fc2-c433ea01272e of type vlan for network f940ce2f-221f-42a0-9a76-4addaf93408d Sep 09 22:25:28.154354 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-df41e17f-6cf4-4aae-aa93-85f3777a6933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:28.157159 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-df41e17f-6cf4-4aae-aa93-85f3777a6933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:28.160479 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-df41e17f-6cf4-4aae-aa93-85f3777a6933 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9be63861-6395-4a8d-a75c-451f6df23276 HTTP/1.1" status: 204 len: 168 time: 0.1405263 Sep 09 22:25:28.168228 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df41e17f-6cf4-4aae-aa93-85f3777a6933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be63861-6395-4a8d-a75c-451f6df23276,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:28.195346 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ffefd3af-02e1-4b0c-b8dd-e1b6256e18c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781721265704'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:28.219789 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd53605-db62-4cc4-8d72-025b151939c1 req-fc0f43cb-1365-4064-9c7c-a66d2ef41e1d tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:28.221266 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4fd53605-db62-4cc4-8d72-025b151939c1 req-fc0f43cb-1365-4064-9c7c-a66d2ef41e1d tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9260e3c-59a0-4f57-8c46-894c17780d11 HTTP/1.1" status: 200 len: 945 time: 0.1465178 Sep 09 22:25:28.228348 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae736f1-f07b-4c72-ab90-4dd5d187abb0 req-73ce7392-11ac-43fd-9004-49912a637caf tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:28.229680 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fae736f1-f07b-4c72-ab90-4dd5d187abb0 req-73ce7392-11ac-43fd-9004-49912a637caf tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 944 time: 0.1601064 Sep 09 22:25:28.270392 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ffefd3af-02e1-4b0c-b8dd-e1b6256e18c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:28.271352 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffefd3af-02e1-4b0c-b8dd-e1b6256e18c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:28.271925 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ffefd3af-02e1-4b0c-b8dd-e1b6256e18c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:28.329988 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-ffefd3af-02e1-4b0c-b8dd-e1b6256e18c3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4146860 Sep 09 22:25:28.330362 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 54270) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:28.334741 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4fd53605-db62-4cc4-8d72-025b151939c1 req-2502b0db-2e73-42d3-8cd2-15c116e77605 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7e0e043-9fde-41d0-8e68-1782083006cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016839 Sep 09 22:25:28.335511 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-984d4efc-8469-448f-b0ca-b2da85eb8e38 admin admin] Request body: {'subnet': {'network_id': 'f940ce2f-221f-42a0-9a76-4addaf93408d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1963620196-subnet', 'tenant_id': '272fd7caf94142d98524ee44be7610a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:25:28.339883 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fae736f1-f07b-4c72-ab90-4dd5d187abb0 req-7131840a-64b2-44de-835a-80e22ddce812 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935130 Sep 09 22:25:28.369289 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-984d4efc-8469-448f-b0ca-b2da85eb8e38 admin admin] Made reservation on behalf of 272fd7caf94142d98524ee44be7610a8 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:25:28.373137 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-984d4efc-8469-448f-b0ca-b2da85eb8e38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26209842'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:28.394923 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffefd3af-02e1-4b0c-b8dd-e1b6256e18c3 admin admin] Pushing event updated for resources: {'Network': ['ID=f940ce2f-221f-42a0-9a76-4addaf93408d,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:28.407912 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Network f940ce2f-221f-42a0-9a76-4addaf93408d details requested by agent ovs-agent-dv-cinder-759955-23-iscsi with host dv-cinder-759955-23-iscsi {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 22:25:28.504520 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc67998-a360-447a-9cbb-e43ff613bbaa req-bd3c0bc2-f7fa-4116-b620-c303922ee04a tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:28.512660 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3cc67998-a360-447a-9cbb-e43ff613bbaa req-bd3c0bc2-f7fa-4116-b620-c303922ee04a tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 944 time: 0.0895789 Sep 09 22:25:28.549260 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3cc67998-a360-447a-9cbb-e43ff613bbaa req-301a8791-88b7-41ae-8818-af7c9ae5e476 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345860 Sep 09 22:25:28.572435 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 89f703c5-701f-4af9-92da-02ee89f3f9e4 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 22:25:28.619269 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-984d4efc-8469-448f-b0ca-b2da85eb8e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26050182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26209836'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:28.691068 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 89f703c5-701f-4af9-92da-02ee89f3f9e4, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=89f703c5-701f-4af9-92da-02ee89f3f9e4,segment=NetworkSegment(bd5b3826-531e-418f-80a7-53a6cf8f45c9),segment_id=bd5b3826-531e-418f-80a7-53a6cf8f45c9)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:25:28.711287 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Returning: {'device': '89f703c5-701f-4af9-92da-02ee89f3f9e4', 'network_id': '05871169-dd65-49e2-b26e-00b42542e9ff', 'port_id': '89f703c5-701f-4af9-92da-02ee89f3f9e4', 'mac_address': 'fa:16:3e:1c:b8:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '300ee5ef-a508-4127-aec7-f35d79a48d74', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 22:25:28.748368 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984d4efc-8469-448f-b0ca-b2da85eb8e38 admin admin] Checking segment: {'id': '0c91d9b7-e47c-4386-9fc2-c433ea01272e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'f940ce2f-221f-42a0-9a76-4addaf93408d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:25:28.750379 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984d4efc-8469-448f-b0ca-b2da85eb8e38 admin admin] Network hostable DHCP agents. Network: f940ce2f-221f-42a0-9a76-4addaf93408d, hostable agents: ['8f0ddeab-bc9d-4c81-8d3d-e5ecdacbf733'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 22:25:28.758483 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:28.769789 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7be7a-78d3-4f0a-a7de-d4bdf8006dfb req-5cefe41e-b643-41c0-8baa-9f890cb26caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:28.771390 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-91c7be7a-78d3-4f0a-a7de-d4bdf8006dfb req-5cefe41e-b643-41c0-8baa-9f890cb26caa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=096fa68883894e368796bcd92c5e8218&device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 1097 time: 0.0979848 Sep 09 22:25:28.772188 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d4efc-8469-448f-b0ca-b2da85eb8e38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e90c6d0-0bed-4fb8-a645-37e876ca7776,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:28.773732 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89f703c5-701f-4af9-92da-02ee89f3f9e4 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:25:28.790273 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2258307-3d4e-4ba4-a90e-3d49add740a6 req-292aa3f0-3019-4dd0-9b1d-3252381b16b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:28.791746 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d2258307-3d4e-4ba4-a90e-3d49add740a6 req-292aa3f0-3019-4dd0-9b1d-3252381b16b8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 1098 time: 0.0625815 Sep 09 22:25:28.798022 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 89f703c5-701f-4af9-92da-02ee89f3f9e4, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=89f703c5-701f-4af9-92da-02ee89f3f9e4,segment=NetworkSegment(bd5b3826-531e-418f-80a7-53a6cf8f45c9),segment_id=bd5b3826-531e-418f-80a7-53a6cf8f45c9)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:25:28.802400 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:28.833606 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984d4efc-8469-448f-b0ca-b2da85eb8e38 admin admin] Network f940ce2f-221f-42a0-9a76-4addaf93408d is scheduled to be hosted by DHCP agent 8f0ddeab-bc9d-4c81-8d3d-e5ecdacbf733 with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 22:25:28.842196 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d2258307-3d4e-4ba4-a90e-3d49add740a6 req-ef8a4df3-1d81-41fb-bd06-0dab4755a834 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387645 Sep 09 22:25:28.871323 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=89f703c5-701f-4af9-92da-02ee89f3f9e4,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:28.872935 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-984d4efc-8469-448f-b0ca-b2da85eb8e38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-23-iscsi, f940ce2f-221f-42a0-9a76-4addaf93408d) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:25:28.882297 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f11f6c-d676-4bd9-8114-6aa9b21dc0c1 None None] Network f940ce2f-221f-42a0-9a76-4addaf93408d requested from dv-cinder-759955-23-iscsi {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:25:28.920221 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-984d4efc-8469-448f-b0ca-b2da85eb8e38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:28.920871 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-984d4efc-8469-448f-b0ca-b2da85eb8e38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:28.956609 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-984d4efc-8469-448f-b0ca-b2da85eb8e38 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6249409 Sep 09 22:25:29.004729 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7be7a-78d3-4f0a-a7de-d4bdf8006dfb req-5811bd4e-8f33-4c94-beb6-e9d78fe011e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:29.006430 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-91c7be7a-78d3-4f0a-a7de-d4bdf8006dfb req-5811bd4e-8f33-4c94-beb6-e9d78fe011e5 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=096fa68883894e368796bcd92c5e8218&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2228045 Sep 09 22:25:29.037755 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92207ff0-c79a-4621-ab5d-8d2a1969a727 None None] Network f940ce2f-221f-42a0-9a76-4addaf93408d requested from dv-cinder-759955-23-iscsi {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:25:29.104396 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] get_ports_and_sgs() called for port_ids ['89f703c5-701f-4af9-92da-02ee89f3f9e4'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:25:29.254315 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c7be7a-78d3-4f0a-a7de-d4bdf8006dfb req-21865c28-3138-4248-b8a9-2f06e2d313de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:29.255783 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-91c7be7a-78d3-4f0a-a7de-d4bdf8006dfb req-21865c28-3138-4248-b8a9-2f06e2d313de service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2086639 Sep 09 22:25:29.350486 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-d79003d5-2e49-4028-a592-c343823d4fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:29.351986 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-d79003d5-2e49-4028-a592-c343823d4fc7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=096fa68883894e368796bcd92c5e8218&device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 1097 time: 0.0482752 Sep 09 22:25:29.409164 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-6a457698-9f76-479e-88f8-b9d7a9344863 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60e86550-edb7-4064-8f03-cb6b7be251e7 HTTP/1.1" status: 200 len: 217 time: 0.0470138 Sep 09 22:25:29.525633 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-12b3f611-3c60-4db4-9cd1-85b4b63fa649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:29.528974 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-12b3f611-3c60-4db4-9cd1-85b4b63fa649 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6cc1261c-ba68-4d29-a19d-d09d50ae8bfc HTTP/1.1" status: 200 len: 850 time: 0.1110179 Sep 09 22:25:29.605985 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0d8fa-3a2d-4253-a305-d53cf0a6de7a req-206700c7-8d6c-4311-b84d-571daf52face tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:29.615857 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-dec0d8fa-3a2d-4253-a305-d53cf0a6de7a req-206700c7-8d6c-4311-b84d-571daf52face tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9260e3c-59a0-4f57-8c46-894c17780d11 HTTP/1.1" status: 200 len: 945 time: 0.1591005 Sep 09 22:25:29.624551 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-e42e91a8-849c-4d67-ac77-4235f9e66a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:29.626222 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-e42e91a8-849c-4d67-ac77-4235f9e66a21 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b7e517a4-55ac-4999-ad3f-46426478f73d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0886054 Sep 09 22:25:29.645354 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc91671d-202f-4fe3-a4ee-bb1b9171b51f req-4acc38dd-ef9e-4bf7-9e9e-5ec26bbdcd5d tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:29.653103 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-dc91671d-202f-4fe3-a4ee-bb1b9171b51f req-4acc38dd-ef9e-4bf7-9e9e-5ec26bbdcd5d tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 944 time: 0.1476858 Sep 09 22:25:29.709283 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-dec0d8fa-3a2d-4253-a305-d53cf0a6de7a req-2d76369a-fc44-428b-b180-f0f12692ecad tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7e0e043-9fde-41d0-8e68-1782083006cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920498 Sep 09 22:25:29.724164 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-dc91671d-202f-4fe3-a4ee-bb1b9171b51f req-c729fdab-50d5-4d4b-9b57-d85124f115fb tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699930 Sep 09 22:25:29.745994 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-50ddc4f2-0df5-41bb-ab52-fe074aedd9fb service neutron] 10.222.0.20 "GET /v2.0/networks/b7e517a4-55ac-4999-ad3f-46426478f73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112766 Sep 09 22:25:29.875951 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-fc52abe6-6532-45ea-90cb-38e0566b46bd req-361ac44a-afef-4ceb-99d1-30ca6492fec8 service neutron] 10.222.0.20 "GET /v2.0/networks/b7e517a4-55ac-4999-ad3f-46426478f73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189477 Sep 09 22:25:29.915072 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5326e7-2c8e-493c-93e4-e0419ae1587a req-f2845eba-71a1-4812-a074-eab4b3ece92e tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:29.931670 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0f5326e7-2c8e-493c-93e4-e0419ae1587a req-f2845eba-71a1-4812-a074-eab4b3ece92e tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 945 time: 0.1609440 Sep 09 22:25:29.988602 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0f5326e7-2c8e-493c-93e4-e0419ae1587a req-68031330-32ee-47a2-89f6-bbb35702fd23 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517180 Sep 09 22:25:30.418647 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 54370) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:30.572771 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-41884db6-8d8b-4b68-b31a-ccbb4717a6bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:30.683614 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-41884db6-8d8b-4b68-b31a-ccbb4717a6bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:30.687407 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-41884db6-8d8b-4b68-b31a-ccbb4717a6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:30.725835 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-41884db6-8d8b-4b68-b31a-ccbb4717a6bd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e0707da4ea214602938ed2a2185ab866&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3061135 Sep 09 22:25:30.727640 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41884db6-8d8b-4b68-b31a-ccbb4717a6bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf7ce920-200a-4b62-9e89-e26a61ce4215,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:30.728525 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 54380) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:30.807225 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6a4e340a-1184-4923-b0f6-291bf2705e6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:30.858023 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6a4e340a-1184-4923-b0f6-291bf2705e6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:30.866846 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1d9435-81be-490d-99f4-b8d2e3853d96 req-d263ece4-e571-4404-bef4-253884e1ef61 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:30.868320 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9b1d9435-81be-490d-99f4-b8d2e3853d96 req-d263ece4-e571-4404-bef4-253884e1ef61 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9260e3c-59a0-4f57-8c46-894c17780d11 HTTP/1.1" status: 200 len: 945 time: 0.0996497 Sep 09 22:25:30.937578 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c04aa7d-41ea-4cbe-9f07-6987f22935a5 req-c1eb528b-1425-4b91-a703-a39319f4ddb5 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:30.939041 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8c04aa7d-41ea-4cbe-9f07-6987f22935a5 req-c1eb528b-1425-4b91-a703-a39319f4ddb5 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 944 time: 0.1240163 Sep 09 22:25:30.947281 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9b1d9435-81be-490d-99f4-b8d2e3853d96 req-1a6f690a-b533-4be5-9a47-50995d80a5ca tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7e0e043-9fde-41d0-8e68-1782083006cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701265 Sep 09 22:25:30.960572 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6a4e340a-1184-4923-b0f6-291bf2705e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:30.963011 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6a4e340a-1184-4923-b0f6-291bf2705e6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:30.964084 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-6a4e340a-1184-4923-b0f6-291bf2705e6b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bf7ce920-200a-4b62-9e89-e26a61ce4215 HTTP/1.1" status: 204 len: 168 time: 0.2333155 Sep 09 22:25:30.974713 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 89f703c5-701f-4af9-92da-02ee89f3f9e4 up at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:25:30.984069 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4e340a-1184-4923-b0f6-291bf2705e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf7ce920-200a-4b62-9e89-e26a61ce4215,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:30.998746 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8c04aa7d-41ea-4cbe-9f07-6987f22935a5 req-b60da516-72e2-4670-bc4e-9ab397050a64 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484388 Sep 09 22:25:31.089029 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Provisioning for port 89f703c5-701f-4af9-92da-02ee89f3f9e4 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:25:31.093636 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Provisioning complete for port 89f703c5-701f-4af9-92da-02ee89f3f9e4 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:25:31.094228 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:31.118523 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21fe7d1-e2b7-4b68-aeb5-c6e676773d4f req-321ba6a8-71c0-4f48-9113-ac920e4c0ddd tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:31.119087 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d21fe7d1-e2b7-4b68-aeb5-c6e676773d4f req-321ba6a8-71c0-4f48-9113-ac920e4c0ddd tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 945 time: 0.0621681 Sep 09 22:25:31.168335 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d21fe7d1-e2b7-4b68-aeb5-c6e676773d4f req-85c28c14-816f-471f-a12f-65d92243ed00 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421247 Sep 09 22:25:31.191785 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:31.216252 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3787ba4b-5ee8-4577-b7ca-6ff32f4667a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f703c5-701f-4af9-92da-02ee89f3f9e4'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:25:31.218695 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497578eeb0b1d224d742647686e7d62f740bb656e2f2bb1278978b4c95122d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6724990-ecc5-460f-b2f8-bc1c5e5ecee2" -d '{"events": [{"server_uuid": "3787ba4b-5ee8-4577-b7ca-6ff32f4667a7", "name": "network-vif-plugged", "status": "completed", "tag": "89f703c5-701f-4af9-92da-02ee89f3f9e4"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:25:31.235477 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 89f703c5-701f-4af9-92da-02ee89f3f9e4, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=89f703c5-701f-4af9-92da-02ee89f3f9e4,segment=NetworkSegment(bd5b3826-531e-418f-80a7-53a6cf8f45c9),segment_id=bd5b3826-531e-418f-80a7-53a6cf8f45c9)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:25:31.240884 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:31.265294 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94106178-2450-48bc-bc26-8297f5a89992 x-openstack-request-id: req-94106178-2450-48bc-bc26-8297f5a89992 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:25:31.265639 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3787ba4b-5ee8-4577-b7ca-6ff32f4667a7", "name": "network-vif-plugged", "status": "completed", "tag": "89f703c5-701f-4af9-92da-02ee89f3f9e4", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:25:31.266101 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-94106178-2450-48bc-bc26-8297f5a89992 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:25:31.266640 dv-cinder-759955-23-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3787ba4b-5ee8-4577-b7ca-6ff32f4667a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89f703c5-701f-4af9-92da-02ee89f3f9e4', 'code': 200} Sep 09 22:25:31.295653 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=89f703c5-701f-4af9-92da-02ee89f3f9e4,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:31.331723 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 54402) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:31.346020 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6910e437-c350-45c3-99d6-f4002a1ba3cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:31.437953 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6910e437-c350-45c3-99d6-f4002a1ba3cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:31.442732 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6910e437-c350-45c3-99d6-f4002a1ba3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:31.478763 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-6910e437-c350-45c3-99d6-f4002a1ba3cb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=14f5bc6c83d348459c85a235231425fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1459260 Sep 09 22:25:31.480279 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910e437-c350-45c3-99d6-f4002a1ba3cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d326a7-d522-41fb-930f-5b85ae05a7ca,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:31.481418 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 54408) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:31.529002 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a4da4d76-6a81-48da-ac29-b42ec440de61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:31.550942 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a4da4d76-6a81-48da-ac29-b42ec440de61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:31.595958 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a4da4d76-6a81-48da-ac29-b42ec440de61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:31.598459 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a4da4d76-6a81-48da-ac29-b42ec440de61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:31.599596 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-a4da4d76-6a81-48da-ac29-b42ec440de61 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/84d326a7-d522-41fb-930f-5b85ae05a7ca HTTP/1.1" status: 204 len: 168 time: 0.1171863 Sep 09 22:25:31.607463 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4da4d76-6a81-48da-ac29-b42ec440de61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d326a7-d522-41fb-930f-5b85ae05a7ca,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:32.183265 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46e0de-2489-436b-9668-34ffd47fbcf2 req-e80b3fe7-cf81-40ee-a244-62974542b9fe tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:32.188458 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-de46e0de-2489-436b-9668-34ffd47fbcf2 req-e80b3fe7-cf81-40ee-a244-62974542b9fe tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 944 time: 0.0900803 Sep 09 22:25:32.281425 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-de46e0de-2489-436b-9668-34ffd47fbcf2 req-01a21da4-5fd0-4a5c-ba34-6e54190c3f74 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842283 Sep 09 22:25:32.332026 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96277b60-b302-4005-9e36-ed9093260a41 req-6abdbda9-974b-41f3-b1ef-0dee91411ef7 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:32.333659 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-96277b60-b302-4005-9e36-ed9093260a41 req-6abdbda9-974b-41f3-b1ef-0dee91411ef7 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 946 time: 0.0575025 Sep 09 22:25:32.372914 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-96277b60-b302-4005-9e36-ed9093260a41 req-88d05049-0830-43c7-9066-dbe5eba0d339 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328145 Sep 09 22:25:32.644390 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-651ab2d3-3902-42c8-92c0-bbe0e31ca5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:33.108956 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2e3e98-50b0-4bea-9f1c-d76664f56a76 req-254dd6a0-35f7-4483-af65-736a200bd918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:33.110446 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-6d2e3e98-50b0-4bea-9f1c-d76664f56a76 req-254dd6a0-35f7-4483-af65-736a200bd918 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 1099 time: 0.0716937 Sep 09 22:25:33.172438 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-6d2e3e98-50b0-4bea-9f1c-d76664f56a76 req-72ec478d-0e34-4f1d-ae19-545a118f5169 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432615 Sep 09 22:25:33.465546 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0de36-3cc6-4a9c-9d6d-5a9d3437186b req-7d87e382-2c09-412b-9a1b-ae6aaaca3ff1 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:33.474050 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a6e0de36-3cc6-4a9c-9d6d-5a9d3437186b req-7d87e382-2c09-412b-9a1b-ae6aaaca3ff1 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 944 time: 0.1185853 Sep 09 22:25:33.602956 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a6e0de36-3cc6-4a9c-9d6d-5a9d3437186b req-e8da3acc-579a-4e68-89dd-45922e95628d tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120305 Sep 09 22:25:33.628492 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa99cef-1e6a-408e-ac45-1e12bb43c139 req-431309af-280e-4533-81f9-35dae9f6e5e9 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:33.628492 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-caa99cef-1e6a-408e-ac45-1e12bb43c139 req-431309af-280e-4533-81f9-35dae9f6e5e9 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 946 time: 0.1468520 Sep 09 22:25:33.669911 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-caa99cef-1e6a-408e-ac45-1e12bb43c139 req-f65091d1-1f51-45ca-9120-9ca16855c9b0 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389485 Sep 09 22:25:34.266018 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 54570) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:34.400017 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-70165840-5ce8-4087-8c67-862e548e1b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:34.511237 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-70165840-5ce8-4087-8c67-862e548e1b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:34.516429 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-70165840-5ce8-4087-8c67-862e548e1b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:34.577249 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 54582) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:34.577778 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-70165840-5ce8-4087-8c67-862e548e1b3e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=05dbdf2e442a4c2c98710f7e309eba99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3102336 Sep 09 22:25:34.580148 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70165840-5ce8-4087-8c67-862e548e1b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb208806-22aa-4a04-83c0-2b5a8d4f1a43,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:34.646316 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-573c5ffd-7eeb-4018-91b6-9c961dd8404f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:34.668784 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-573c5ffd-7eeb-4018-91b6-9c961dd8404f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:34.722489 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-573c5ffd-7eeb-4018-91b6-9c961dd8404f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:34.725717 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-573c5ffd-7eeb-4018-91b6-9c961dd8404f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:34.737193 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-573c5ffd-7eeb-4018-91b6-9c961dd8404f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bb208806-22aa-4a04-83c0-2b5a8d4f1a43 HTTP/1.1" status: 204 len: 168 time: 0.1516497 Sep 09 22:25:34.742349 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b4ab8e-135f-43fc-8211-fe187692bcbb req-764bcd59-022c-4a07-bbc7-702ba191265d tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:34.744231 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c2b4ab8e-135f-43fc-8211-fe187692bcbb req-764bcd59-022c-4a07-bbc7-702ba191265d tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 944 time: 0.0607948 Sep 09 22:25:34.754394 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c5ffd-7eeb-4018-91b6-9c961dd8404f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb208806-22aa-4a04-83c0-2b5a8d4f1a43,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:34.829437 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a299e-66db-49d7-a51f-a25e5788f97b req-7448740d-6284-4a38-855d-0ec6fdb134c9 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:34.830995 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3a4a299e-66db-49d7-a51f-a25e5788f97b req-7448740d-6284-4a38-855d-0ec6fdb134c9 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 946 time: 0.0800545 Sep 09 22:25:34.847751 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c2b4ab8e-135f-43fc-8211-fe187692bcbb req-4ba3a018-67ac-404d-b966-fde5cc202602 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875528 Sep 09 22:25:34.905070 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3a4a299e-66db-49d7-a51f-a25e5788f97b req-3a2b4ca3-b0cb-44c6-824a-8c5bbe376737 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558445 Sep 09 22:25:34.913716 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:35.068225 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 54606) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:35.082159 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ae245fe1-c002-4819-957a-1bf43b0af2b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:35.208990 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ae245fe1-c002-4819-957a-1bf43b0af2b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:35.214144 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ae245fe1-c002-4819-957a-1bf43b0af2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:35.258936 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-ae245fe1-c002-4819-957a-1bf43b0af2b1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=92c7556d32a147dd9a02c112be8aa5fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1896231 Sep 09 22:25:35.261513 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae245fe1-c002-4819-957a-1bf43b0af2b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34476569-06e5-415c-a4a3-3f3cb4bca211,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:35.263893 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 54618) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:35.267468 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ed00e-9b5a-4ae4-9888-142dfaab90c6 req-7b2ba248-ff1f-4dc3-a26d-7327fa0d872f tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:35.271859 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-829ed00e-9b5a-4ae4-9888-142dfaab90c6 req-7b2ba248-ff1f-4dc3-a26d-7327fa0d872f tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 946 time: 0.0660057 Sep 09 22:25:35.330646 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-829ed00e-9b5a-4ae4-9888-142dfaab90c6 req-e6c50635-8e08-4b29-8080-024bf33f2a9b tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484405 Sep 09 22:25:35.335058 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-224cff17-04b5-4bd8-b8ff-08ebbbfa3fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:35.356403 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-224cff17-04b5-4bd8-b8ff-08ebbbfa3fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:35.370559 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6feac9d7-d6be-4037-a9db-db5048052f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:35.406848 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-224cff17-04b5-4bd8-b8ff-08ebbbfa3fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:35.414332 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-224cff17-04b5-4bd8-b8ff-08ebbbfa3fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:35.415473 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-224cff17-04b5-4bd8-b8ff-08ebbbfa3fa5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/34476569-06e5-415c-a4a3-3f3cb4bca211 HTTP/1.1" status: 204 len: 168 time: 0.1374822 Sep 09 22:25:35.424017 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224cff17-04b5-4bd8-b8ff-08ebbbfa3fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34476569-06e5-415c-a4a3-3f3cb4bca211,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:35.665845 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 54636) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:35.770406 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5a1b8f0c-76d7-417b-b761-aa62eec8478b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:35.792390 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:35.862600 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5a1b8f0c-76d7-417b-b761-aa62eec8478b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:35.867124 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5a1b8f0c-76d7-417b-b761-aa62eec8478b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:35.910025 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 54652) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:35.910491 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-5a1b8f0c-76d7-417b-b761-aa62eec8478b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=36bbf6a34b1d450e82c6746b8faa8b5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2431819 Sep 09 22:25:35.912275 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b8f0c-76d7-417b-b761-aa62eec8478b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f54ea2-995c-4205-966c-f9ddc07ea465,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:36.010732 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db20a3-ca7b-4a65-9100-e4ba2b6535e1 req-b2413941-b7e2-48ad-8fc3-eaf75d7e5a86 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:36.012276 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-26db20a3-ca7b-4a65-9100-e4ba2b6535e1 req-b2413941-b7e2-48ad-8fc3-eaf75d7e5a86 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 944 time: 0.0791726 Sep 09 22:25:36.013311 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aac60655-61fa-4c40-96be-d90835a863f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:36.046474 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aac60655-61fa-4c40-96be-d90835a863f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:36.088437 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-26db20a3-ca7b-4a65-9100-e4ba2b6535e1 req-5239ef2b-3142-4efa-bd5c-0509d72b5690 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661709 Sep 09 22:25:36.110421 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aac60655-61fa-4c40-96be-d90835a863f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:36.113405 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-aac60655-61fa-4c40-96be-d90835a863f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:36.117011 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-aac60655-61fa-4c40-96be-d90835a863f1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/31f54ea2-995c-4205-966c-f9ddc07ea465 HTTP/1.1" status: 204 len: 168 time: 0.2052834 Sep 09 22:25:36.124296 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac60655-61fa-4c40-96be-d90835a863f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f54ea2-995c-4205-966c-f9ddc07ea465,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:36.470427 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f158d69f-4ef3-4da3-9d71-0421d36ceb21 req-996e51f3-8ebd-4b9b-a22b-474494e58c93 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:36.478124 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f158d69f-4ef3-4da3-9d71-0421d36ceb21 req-996e51f3-8ebd-4b9b-a22b-474494e58c93 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 946 time: 0.0689881 Sep 09 22:25:36.493076 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 54688) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:36.509207 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-abe30981-4dd8-4766-91b8-26afeec34055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:36.522606 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f158d69f-4ef3-4da3-9d71-0421d36ceb21 req-161cd96e-ae4c-4748-8afb-5f0e17191043 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431921 Sep 09 22:25:36.619530 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-abe30981-4dd8-4766-91b8-26afeec34055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:36.623619 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-abe30981-4dd8-4766-91b8-26afeec34055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:36.661821 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-abe30981-4dd8-4766-91b8-26afeec34055 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=68cf493e313b4c3187e0522c8ec474da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1676722 Sep 09 22:25:36.662730 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe30981-4dd8-4766-91b8-26afeec34055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c984492-760d-4772-bf68-06c878bb2e8a,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:36.664489 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 54692) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:36.677907 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:36.717726 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b1c36ecc-217f-42a0-a30d-0fe231d3c1b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:36.741165 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b1c36ecc-217f-42a0-a30d-0fe231d3c1b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:36.787423 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b1c36ecc-217f-42a0-a30d-0fe231d3c1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:36.790004 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b1c36ecc-217f-42a0-a30d-0fe231d3c1b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:36.791137 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-b1c36ecc-217f-42a0-a30d-0fe231d3c1b0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8c984492-760d-4772-bf68-06c878bb2e8a HTTP/1.1" status: 204 len: 168 time: 0.1257026 Sep 09 22:25:36.801663 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c36ecc-217f-42a0-a30d-0fe231d3c1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c984492-760d-4772-bf68-06c878bb2e8a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:36.845129 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 60e86550-edb7-4064-8f03-cb6b7be251e7 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 22:25:36.958619 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 60e86550-edb7-4064-8f03-cb6b7be251e7, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=60e86550-edb7-4064-8f03-cb6b7be251e7,segment=NetworkSegment(4662fadd-827e-45f1-8d32-577d068e5c88),segment_id=4662fadd-827e-45f1-8d32-577d068e5c88)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:25:36.970805 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Returning: {'device': '60e86550-edb7-4064-8f03-cb6b7be251e7', 'network_id': 'b7e517a4-55ac-4999-ad3f-46426478f73d', 'port_id': '60e86550-edb7-4064-8f03-cb6b7be251e7', 'mac_address': 'fa:16:3e:ef:64:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cc1261c-ba68-4d29-a19d-d09d50ae8bfc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 22:25:37.007789 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:37.021718 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60e86550-edb7-4064-8f03-cb6b7be251e7 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:25:37.042119 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 60e86550-edb7-4064-8f03-cb6b7be251e7, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=60e86550-edb7-4064-8f03-cb6b7be251e7,segment=NetworkSegment(4662fadd-827e-45f1-8d32-577d068e5c88),segment_id=4662fadd-827e-45f1-8d32-577d068e5c88)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:25:37.049007 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:37.103086 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=60e86550-edb7-4064-8f03-cb6b7be251e7,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:37.228842 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03137d0b-bece-465c-ae1a-f42635e10273 req-bb03413d-b293-4745-9a79-8278ae8e19c1 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:37.231956 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-03137d0b-bece-465c-ae1a-f42635e10273 req-bb03413d-b293-4745-9a79-8278ae8e19c1 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 945 time: 0.0659821 Sep 09 22:25:37.274195 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-03137d0b-bece-465c-ae1a-f42635e10273 req-aa8600be-016b-4cee-b302-634ca4ab0814 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350866 Sep 09 22:25:37.680134 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64143516-b063-41fe-b8c3-49c2677cd01f req-94a9168f-6ee0-4669-bc9a-77f7149194c8 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:37.682384 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-64143516-b063-41fe-b8c3-49c2677cd01f req-94a9168f-6ee0-4669-bc9a-77f7149194c8 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 946 time: 0.0621500 Sep 09 22:25:37.722586 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-64143516-b063-41fe-b8c3-49c2677cd01f req-e73808cc-53b3-4ba7-a101-0825519b9d53 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324771 Sep 09 22:25:37.981244 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485bd9f-0f14-4eac-b6fc-8c8404db67c9 req-397db82e-39e6-4874-8240-4bba91d23a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:37.982908 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-5485bd9f-0f14-4eac-b6fc-8c8404db67c9 req-397db82e-39e6-4874-8240-4bba91d23a21 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a614c2fdc45a410cbe5b4bf63b53131b&device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 1099 time: 0.0466032 Sep 09 22:25:38.065695 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:38.093861 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485bd9f-0f14-4eac-b6fc-8c8404db67c9 req-7f9ffd4e-9e96-4473-b732-5b7281f87ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:38.095405 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-5485bd9f-0f14-4eac-b6fc-8c8404db67c9 req-7f9ffd4e-9e96-4473-b732-5b7281f87ec7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=05871169-dd65-49e2-b26e-00b42542e9ff HTTP/1.1" status: 200 len: 919 time: 0.0977812 Sep 09 22:25:38.143619 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-5485bd9f-0f14-4eac-b6fc-8c8404db67c9 req-7fee3269-15f0-4fa0-9ef3-dca23f4f4861 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89f703c5-701f-4af9-92da-02ee89f3f9e4 HTTP/1.1" status: 200 len: 217 time: 0.0349665 Sep 09 22:25:38.194161 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485bd9f-0f14-4eac-b6fc-8c8404db67c9 req-03fb147a-56eb-4b49-988e-f8ad861320ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:38.195588 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-5485bd9f-0f14-4eac-b6fc-8c8404db67c9 req-03fb147a-56eb-4b49-988e-f8ad861320ac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=300ee5ef-a508-4127-aec7-f35d79a48d74 HTTP/1.1" status: 200 len: 859 time: 0.0437799 Sep 09 22:25:38.228015 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-5485bd9f-0f14-4eac-b6fc-8c8404db67c9 req-30974ebe-9b63-4c8b-8e3e-a03d0ac713ed service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=05871169-dd65-49e2-b26e-00b42542e9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240219 Sep 09 22:25:38.270139 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] get_ports_and_sgs() called for port_ids ['60e86550-edb7-4064-8f03-cb6b7be251e7'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:25:38.336808 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-5485bd9f-0f14-4eac-b6fc-8c8404db67c9 req-063e7095-aeec-4273-9784-c385b202809c service neutron] 10.222.0.20 "GET /v2.0/networks/05871169-dd65-49e2-b26e-00b42542e9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955696 Sep 09 22:25:38.403900 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d831f9-e626-4c72-87ad-76e43faf4a26 req-a58d0089-12e5-440f-aa97-f23c5827785b tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:38.407234 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e6d831f9-e626-4c72-87ad-76e43faf4a26 req-a58d0089-12e5-440f-aa97-f23c5827785b tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 945 time: 0.0595105 Sep 09 22:25:38.448721 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e6d831f9-e626-4c72-87ad-76e43faf4a26 req-d0b56076-c6e6-438f-a8fc-aca483d2bb09 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346649 Sep 09 22:25:38.462931 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-5485bd9f-0f14-4eac-b6fc-8c8404db67c9 req-b286c277-6ea6-4965-b0a1-a0afbcc6bbff service neutron] 10.222.0.20 "GET /v2.0/networks/05871169-dd65-49e2-b26e-00b42542e9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177111 Sep 09 22:25:38.856557 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67617d69-4574-482b-a3ed-e575fa1153ef req-5667d91b-c106-4eae-9563-4bc945d8bab3 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:38.858264 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-67617d69-4574-482b-a3ed-e575fa1153ef req-5667d91b-c106-4eae-9563-4bc945d8bab3 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 946 time: 0.0589449 Sep 09 22:25:38.910650 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-67617d69-4574-482b-a3ed-e575fa1153ef req-606c6838-731c-4bac-be7c-73b88a2fdf0a tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412347 Sep 09 22:25:39.564553 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0975c1-3558-402d-915f-e7e0169163c6 req-afa08e01-ec4b-46af-8b59-7f16640f667a tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:39.565906 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6b0975c1-3558-402d-915f-e7e0169163c6 req-afa08e01-ec4b-46af-8b59-7f16640f667a tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 945 time: 0.0485957 Sep 09 22:25:39.602106 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6b0975c1-3558-402d-915f-e7e0169163c6 req-e4d98716-a7da-4bf4-bb9f-4c00046b608d tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303316 Sep 09 22:25:40.022696 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe114fd9-bee2-4eb4-adc2-041ff3fdcef4 req-0f9828db-21e1-4bbc-9ba3-140953e38148 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:40.024194 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fe114fd9-bee2-4eb4-adc2-041ff3fdcef4 req-0f9828db-21e1-4bbc-9ba3-140953e38148 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 946 time: 0.0526583 Sep 09 22:25:40.140056 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 54850) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:40.230136 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fe114fd9-bee2-4eb4-adc2-041ff3fdcef4 req-f6b13d0b-f46e-468f-b685-d4825f239ba6 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997771 Sep 09 22:25:40.417409 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a19d494f-eae3-4a6a-9bdc-885b6b10693d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:40.507583 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a19d494f-eae3-4a6a-9bdc-885b6b10693d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:40.511862 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a19d494f-eae3-4a6a-9bdc-885b6b10693d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:40.550910 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-a19d494f-eae3-4a6a-9bdc-885b6b10693d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ba5f0e04a4644b389d94a3d04b195404&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4091401 Sep 09 22:25:40.552102 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d494f-eae3-4a6a-9bdc-885b6b10693d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4774adf7-06fc-4c6c-bdae-da28737c4570,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:40.553532 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 54860) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:40.600122 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ce71e109-b3a5-4993-8fe8-3152b4854614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:40.621328 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ce71e109-b3a5-4993-8fe8-3152b4854614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:40.668593 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ce71e109-b3a5-4993-8fe8-3152b4854614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:40.671245 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ce71e109-b3a5-4993-8fe8-3152b4854614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:40.672558 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-ce71e109-b3a5-4993-8fe8-3152b4854614 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4774adf7-06fc-4c6c-bdae-da28737c4570 HTTP/1.1" status: 204 len: 168 time: 0.1172640 Sep 09 22:25:40.689523 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce71e109-b3a5-4993-8fe8-3152b4854614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4774adf7-06fc-4c6c-bdae-da28737c4570,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:40.726421 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa13994-b83f-4458-8324-3bfcf68b4936 req-6d76dcf9-51d7-4d30-8fe0-793ed0d17392 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:40.727897 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6aa13994-b83f-4458-8324-3bfcf68b4936 req-6d76dcf9-51d7-4d30-8fe0-793ed0d17392 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 945 time: 0.0543926 Sep 09 22:25:40.767758 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6aa13994-b83f-4458-8324-3bfcf68b4936 req-4e2dadc2-f150-44bd-9bdb-a0eb639a1c49 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328472 Sep 09 22:25:40.934495 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 54870) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:40.947494 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-15067553-6811-4ad3-8839-c9a7c6198fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:41.038074 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-15067553-6811-4ad3-8839-c9a7c6198fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:41.041812 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-15067553-6811-4ad3-8839-c9a7c6198fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:41.079394 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-15067553-6811-4ad3-8839-c9a7c6198fc2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d3f74d92a7574d8282fdcc5368853630&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1438549 Sep 09 22:25:41.080502 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15067553-6811-4ad3-8839-c9a7c6198fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19123bbd-4742-46d4-8b03-e0253923d2b2,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:41.082077 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 54872) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:41.134041 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-234311f1-33a0-48d2-af7d-b22fd8a825a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:41.153825 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-234311f1-33a0-48d2-af7d-b22fd8a825a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:41.198753 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-234311f1-33a0-48d2-af7d-b22fd8a825a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:41.201265 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-234311f1-33a0-48d2-af7d-b22fd8a825a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:41.202425 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-234311f1-33a0-48d2-af7d-b22fd8a825a7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/19123bbd-4742-46d4-8b03-e0253923d2b2 HTTP/1.1" status: 204 len: 168 time: 0.1193681 Sep 09 22:25:41.212285 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234311f1-33a0-48d2-af7d-b22fd8a825a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19123bbd-4742-46d4-8b03-e0253923d2b2,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:41.216315 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 60e86550-edb7-4064-8f03-cb6b7be251e7 up at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:25:41.274528 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Provisioning for port 60e86550-edb7-4064-8f03-cb6b7be251e7 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:25:41.278174 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Provisioning complete for port 60e86550-edb7-4064-8f03-cb6b7be251e7 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:25:41.278545 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:41.354741 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e3894-5cfb-481b-aa87-4c71fe564d4d req-d93c4f2c-4349-4744-aa62-3538155eba66 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:41.356238 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0c1e3894-5cfb-481b-aa87-4c71fe564d4d req-d93c4f2c-4349-4744-aa62-3538155eba66 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 946 time: 0.0484409 Sep 09 22:25:41.360560 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:41.385208 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0589ba-9f5e-484b-87c0-04cc2221eb5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e86550-edb7-4064-8f03-cb6b7be251e7'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:25:41.387531 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497578eeb0b1d224d742647686e7d62f740bb656e2f2bb1278978b4c95122d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033957f2-dfea-45e1-a5f8-6ba9f94f41ba" -d '{"events": [{"server_uuid": "ff0589ba-9f5e-484b-87c0-04cc2221eb5a", "name": "network-vif-plugged", "status": "completed", "tag": "60e86550-edb7-4064-8f03-cb6b7be251e7"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:25:41.401143 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 60e86550-edb7-4064-8f03-cb6b7be251e7, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=60e86550-edb7-4064-8f03-cb6b7be251e7,segment=NetworkSegment(4662fadd-827e-45f1-8d32-577d068e5c88),segment_id=4662fadd-827e-45f1-8d32-577d068e5c88)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:25:41.407801 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0c1e3894-5cfb-481b-aa87-4c71fe564d4d req-5152c7d1-65eb-4724-9d34-081c300f2a6c tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452430 Sep 09 22:25:41.410526 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:41.437549 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b330f0-887e-4624-8906-338b074a7a46 x-openstack-request-id: req-63b330f0-887e-4624-8906-338b074a7a46 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:25:41.437838 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0589ba-9f5e-484b-87c0-04cc2221eb5a", "name": "network-vif-plugged", "status": "completed", "tag": "60e86550-edb7-4064-8f03-cb6b7be251e7", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:25:41.438084 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-63b330f0-887e-4624-8906-338b074a7a46 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:25:41.438459 dv-cinder-759955-23-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0589ba-9f5e-484b-87c0-04cc2221eb5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60e86550-edb7-4064-8f03-cb6b7be251e7', 'code': 200} Sep 09 22:25:41.463437 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=60e86550-edb7-4064-8f03-cb6b7be251e7,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:41.884687 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16db7a9d-f6b1-43d5-a057-960da19a9894 req-936e0a76-de19-4653-bf5b-6bdc085616cc tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:41.886384 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-16db7a9d-f6b1-43d5-a057-960da19a9894 req-936e0a76-de19-4653-bf5b-6bdc085616cc tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 946 time: 0.0513990 Sep 09 22:25:41.926349 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-16db7a9d-f6b1-43d5-a057-960da19a9894 req-3baed083-303f-4fd4-942b-377b5a5c239b tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336199 Sep 09 22:25:42.466180 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bcf7d-41cc-4755-926a-448f1825f539 req-c79ba56c-d6ec-4492-b39a-63880465a5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:42.468360 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-b88bcf7d-41cc-4755-926a-448f1825f539 req-c79ba56c-d6ec-4492-b39a-63880465a5e4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 1099 time: 0.0559068 Sep 09 22:25:42.510164 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-b88bcf7d-41cc-4755-926a-448f1825f539 req-bd43e933-5657-4a12-a881-8e68e1733850 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302527 Sep 09 22:25:42.540875 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf457a-920a-4e39-80bb-a17fb670bd8b req-a5bc773c-bf11-43be-b0a3-eb65c4f365c1 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:42.542427 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5faf457a-920a-4e39-80bb-a17fb670bd8b req-a5bc773c-bf11-43be-b0a3-eb65c4f365c1 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 946 time: 0.0533426 Sep 09 22:25:42.594084 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5faf457a-920a-4e39-80bb-a17fb670bd8b req-a463fc3c-a9ed-4936-8a95-9130ab163d3d tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451806 Sep 09 22:25:43.054332 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3d9a3-c169-40b4-be4a-cb5acd3052ab req-c87f868f-ad2c-41f9-b6f2-52e89b8ce406 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:43.055789 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-63f3d9a3-c169-40b4-be4a-cb5acd3052ab req-c87f868f-ad2c-41f9-b6f2-52e89b8ce406 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 946 time: 0.0522811 Sep 09 22:25:43.093000 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-63f3d9a3-c169-40b4-be4a-cb5acd3052ab req-24b2694c-c3b8-4051-a266-22d505a86d8c tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310349 Sep 09 22:25:43.720292 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d2c52-15e6-4ffe-b0df-44d5f150ebf2 req-f64b6b33-ca86-4629-94c6-9f640e78add7 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:43.721850 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-202d2c52-15e6-4ffe-b0df-44d5f150ebf2 req-f64b6b33-ca86-4629-94c6-9f640e78add7 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 946 time: 0.0541687 Sep 09 22:25:43.767437 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-202d2c52-15e6-4ffe-b0df-44d5f150ebf2 req-3df1ed67-f1e4-4ac3-9cfa-826d5ac346de tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394194 Sep 09 22:25:44.205997 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d2ff1-b2c8-4458-85d6-83919b470f10 req-d76abb1c-8a46-42e7-94f3-0ab33cdf70f7 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:44.207643 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-261d2ff1-b2c8-4458-85d6-83919b470f10 req-d76abb1c-8a46-42e7-94f3-0ab33cdf70f7 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 946 time: 0.0475490 Sep 09 22:25:44.247047 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-261d2ff1-b2c8-4458-85d6-83919b470f10 req-18d28c7e-1ca4-4d34-b4d0-5f2bfc813baf tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332344 Sep 09 22:25:44.879757 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c4362-48d2-445a-8eba-21a3474739ff req-f855a746-40fe-4cf0-a072-115d362df8a4 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:44.881248 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bd8c4362-48d2-445a-8eba-21a3474739ff req-f855a746-40fe-4cf0-a072-115d362df8a4 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 946 time: 0.0484376 Sep 09 22:25:44.918116 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bd8c4362-48d2-445a-8eba-21a3474739ff req-b2671e16-4a8d-440f-93f6-41bfa87462ed tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308681 Sep 09 22:25:45.360550 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e65f6-a14c-4ecb-8dbd-2072ba712ebf req-e33ea0fd-3f68-4676-b034-b80f167be1ef tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:45.361971 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b44e65f6-a14c-4ecb-8dbd-2072ba712ebf req-e33ea0fd-3f68-4676-b034-b80f167be1ef tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 946 time: 0.0479600 Sep 09 22:25:45.402022 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b44e65f6-a14c-4ecb-8dbd-2072ba712ebf req-bb170b53-f9b0-417d-b119-b0e222ae7af5 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341928 Sep 09 22:25:46.031510 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2dca0c-4aeb-4c7b-9780-2244d6fded13 req-3d7f6a4c-8b18-4ef7-998b-6d2ab7a5020d tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:46.032981 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4e2dca0c-4aeb-4c7b-9780-2244d6fded13 req-3d7f6a4c-8b18-4ef7-998b-6d2ab7a5020d tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 946 time: 0.0478094 Sep 09 22:25:46.069988 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4e2dca0c-4aeb-4c7b-9780-2244d6fded13 req-eb2f6528-a3f6-4855-a12c-e089ba844b0c tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311863 Sep 09 22:25:46.512287 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3677e06a-1b76-4f5d-bfd4-7743897938d0 req-5717d077-b4c9-4709-b7fe-95c5eb5f872d tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:46.513727 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3677e06a-1b76-4f5d-bfd4-7743897938d0 req-5717d077-b4c9-4709-b7fe-95c5eb5f872d tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 946 time: 0.0470204 Sep 09 22:25:46.552370 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3677e06a-1b76-4f5d-bfd4-7743897938d0 req-f1246671-53d4-4e54-890f-f209126c2b49 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321960 Sep 09 22:25:47.187238 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816d641f-d5c7-4ba8-b11f-be3afde98b0f req-cf73c336-925a-40f2-b34a-95eaa952617f tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:47.188787 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-816d641f-d5c7-4ba8-b11f-be3afde98b0f req-cf73c336-925a-40f2-b34a-95eaa952617f tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 946 time: 0.0514061 Sep 09 22:25:47.230752 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-816d641f-d5c7-4ba8-b11f-be3afde98b0f req-2165e79b-c874-4ad9-a6d9-50181e1a5625 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360265 Sep 09 22:25:47.678055 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e6548-4dc0-4b81-a487-da0208db2984 req-f2eaafc6-9747-4c0d-a2cc-3c969a3f9863 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:47.679553 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d32e6548-4dc0-4b81-a487-da0208db2984 req-f2eaafc6-9747-4c0d-a2cc-3c969a3f9863 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 946 time: 0.0583291 Sep 09 22:25:47.723690 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d32e6548-4dc0-4b81-a487-da0208db2984 req-be2ae29a-3f3b-4ec9-8864-b478fddd1c2d tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369086 Sep 09 22:25:47.837072 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14b6cb-18c3-49c7-ba0e-4beb54481d8d req-6e720575-4d8b-4149-8e1f-c8b2e2e3dbbc tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:47.838512 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-af14b6cb-18c3-49c7-ba0e-4beb54481d8d req-6e720575-4d8b-4149-8e1f-c8b2e2e3dbbc tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 946 time: 0.0473547 Sep 09 22:25:47.847390 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 55098) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:47.851878 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-64e68dd1-0c80-4fac-ae30-6dbdcbdf5785 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Request body: {'floatingip': {'port_id': '60e86550-edb7-4064-8f03-cb6b7be251e7'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:25:47.922823 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-64e68dd1-0c80-4fac-ae30-6dbdcbdf5785 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks [] for floatingip, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:48.509212 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aca816-2ca2-45df-a4df-41df96ec1f9e req-e2f648ce-c194-41f9-abad-2b6783d56653 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:48.510991 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d2aca816-2ca2-45df-a4df-41df96ec1f9e req-e2f648ce-c194-41f9-abad-2b6783d56653 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 946 time: 0.1583219 Sep 09 22:25:48.569438 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.db.resource_extend [None req-64e68dd1-0c80-4fac-ae30-6dbdcbdf5785 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 09 22:25:48.600292 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 55128) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:48.655771 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d2aca816-2ca2-45df-a4df-41df96ec1f9e req-4d2727ac-de2c-46e2-b4e6-b11c2e8556bd tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353748 Sep 09 22:25:48.676956 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-64e68dd1-0c80-4fac-ae30-6dbdcbdf5785 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:48.684446 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-64e68dd1-0c80-4fac-ae30-6dbdcbdf5785 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415029'] for floatingip, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:48.704075 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 55132) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:48.815143 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0f37b1f0-e85b-4898-8ab1-89274808f233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:48.880737 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.db.l3_db [None req-64e68dd1-0c80-4fac-ae30-6dbdcbdf5785 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Floating IP 342516f2-b670-4624-bace-db213dd16e6c associated. External IP: 172.27.3.248, port: 60e86550-edb7-4064-8f03-cb6b7be251e7. Sep 09 22:25:48.898703 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0281bd80-585d-4705-bb21-e86cb8fe1415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:48.957537 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0f37b1f0-e85b-4898-8ab1-89274808f233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:48.969227 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0f37b1f0-e85b-4898-8ab1-89274808f233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:49.006091 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f37b1f0-e85b-4898-8ab1-89274808f233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc4d427-7b81-4b70-89af-d3c3274e5ec5,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:49.043513 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-0f37b1f0-e85b-4898-8ab1-89274808f233 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dce4fcf41e7448e1adbb0415e004a796&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4409826 Sep 09 22:25:49.047450 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 55152) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:49.134532 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7f99a7ca-20db-41ea-b49b-58095cb8f2b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:49.168936 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7f99a7ca-20db-41ea-b49b-58095cb8f2b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:49.178996 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0281bd80-585d-4705-bb21-e86cb8fe1415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:49.189309 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0281bd80-585d-4705-bb21-e86cb8fe1415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:49.228922 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 55156) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:49.235007 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-0281bd80-585d-4705-bb21-e86cb8fe1415 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=87680e113685419d9c59234a7c1aef20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5296669 Sep 09 22:25:49.243685 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 55162) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:49.251588 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0281bd80-585d-4705-bb21-e86cb8fe1415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace9832a-d2c6-408c-8d86-d167d740d442,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:49.269999 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7f99a7ca-20db-41ea-b49b-58095cb8f2b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:49.273188 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7f99a7ca-20db-41ea-b49b-58095cb8f2b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:49.274946 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-7f99a7ca-20db-41ea-b49b-58095cb8f2b1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3fc4d427-7b81-4b70-89af-d3c3274e5ec5 HTTP/1.1" status: 204 len: 168 time: 0.2265065 Sep 09 22:25:49.291502 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f99a7ca-20db-41ea-b49b-58095cb8f2b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc4d427-7b81-4b70-89af-d3c3274e5ec5,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:49.365488 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1d0587f9-82a2-4c12-a2b3-e6acce6c5de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:49.378290 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e68dd1-0c80-4fac-ae30-6dbdcbdf5785 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Router f439b0aa-4956-4c0c-bca4-6f5bef494f11 has already been hosted by L3 agent ecba8a59-1a63-4f4e-b72e-1c921b89dba6 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:25:49.417309 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1d0587f9-82a2-4c12-a2b3-e6acce6c5de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:49.419434 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8aa1314d-8b78-4318-b0a3-a329466a9965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:49.619579 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1d0587f9-82a2-4c12-a2b3-e6acce6c5de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:49.622157 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1d0587f9-82a2-4c12-a2b3-e6acce6c5de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:49.623310 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-1d0587f9-82a2-4c12-a2b3-e6acce6c5de1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ace9832a-d2c6-408c-8d86-d167d740d442 HTTP/1.1" status: 204 len: 168 time: 0.3725317 Sep 09 22:25:49.647841 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e68dd1-0c80-4fac-ae30-6dbdcbdf5785 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify agent at l3_agent.dv-cinder-759955-23-iscsi the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:25:49.658269 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-64e68dd1-0c80-4fac-ae30-6dbdcbdf5785 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:49.665131 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67232ff1-016c-4718-a81f-dc2c6bf00127 None None] Sync routers for ids ['f439b0aa-4956-4c0c-bca4-6f5bef494f11'] in dv-cinder-759955-23-iscsi {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:25:49.670008 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0587f9-82a2-4c12-a2b3-e6acce6c5de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace9832a-d2c6-408c-8d86-d167d740d442,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:49.680515 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67232ff1-016c-4718-a81f-dc2c6bf00127 None None] Routers {'f439b0aa-4956-4c0c-bca4-6f5bef494f11'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:25:49.682449 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-67232ff1-016c-4718-a81f-dc2c6bf00127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:25:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['f439b0aa-4956-4c0c-bca4-6f5bef494f11'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:25:49.749326 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-64e68dd1-0c80-4fac-ae30-6dbdcbdf5785 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "PUT /v2.0/floatingips/342516f2-b670-4624-bace-db213dd16e6c HTTP/1.1" status: 200 len: 992 time: 1.9005601 Sep 09 22:25:49.752445 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff0589ba-9f5e-484b-87c0-04cc2221eb5a', 'tag': '60e86550-edb7-4064-8f03-cb6b7be251e7'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:25:49.754773 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febecf7243e3540986e18e5907cacf19c405284daaaade8257553be7db475bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621a4ae5-ea2d-4682-a27b-af5544b6c2c3" -d '{"events": [{"name": "network-changed", "server_uuid": "ff0589ba-9f5e-484b-87c0-04cc2221eb5a", "tag": "60e86550-edb7-4064-8f03-cb6b7be251e7"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:25:49.800612 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 55192) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:49.815944 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4876ddf7-6c79-4afa-94fd-c631bf181308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:49.844703 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8aa1314d-8b78-4318-b0a3-a329466a9965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:49.851127 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8aa1314d-8b78-4318-b0a3-a329466a9965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:49.878353 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-67232ff1-016c-4718-a81f-dc2c6bf00127 None None] Set router f439b0aa-4956-4c0c-bca4-6f5bef494f11 gateway port host: dv-cinder-759955-23-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:25:49.881101 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af74ea8-f7dc-4e33-b7c5-64b5c1d27b2e req-dd8d9af7-55d8-4fcc-b2fd-627ebd110762 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:49.888878 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9af74ea8-f7dc-4e33-b7c5-64b5c1d27b2e req-dd8d9af7-55d8-4fcc-b2fd-627ebd110762 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9260e3c-59a0-4f57-8c46-894c17780d11 HTTP/1.1" status: 200 len: 945 time: 0.1520634 Sep 09 22:25:49.943526 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-8aa1314d-8b78-4318-b0a3-a329466a9965 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5ab54cd954534b4681857b387312c45e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7135079 Sep 09 22:25:49.953854 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8c0ccb-19ff-4fcf-b7d8-e97c643d4639 req-504d8c64-3a5b-4802-a4e1-1c571a15aa3d tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:49.956064 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6e8c0ccb-19ff-4fcf-b7d8-e97c643d4639 req-504d8c64-3a5b-4802-a4e1-1c571a15aa3d tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 946 time: 0.1627059 Sep 09 22:25:49.957032 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 55196) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:49.960565 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa1314d-8b78-4318-b0a3-a329466a9965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f81960-4a13-4f9c-9412-93b1ae7ba2c2,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:49.971644 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4876ddf7-6c79-4afa-94fd-c631bf181308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:49.977266 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4876ddf7-6c79-4afa-94fd-c631bf181308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:50.021625 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9af74ea8-f7dc-4e33-b7c5-64b5c1d27b2e req-2c299f26-d755-444b-a61f-94c4c6e63075 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7e0e043-9fde-41d0-8e68-1782083006cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310391 Sep 09 22:25:50.043047 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-4876ddf7-6c79-4afa-94fd-c631bf181308 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c4a7ee839a8044d598afc5c41d5d532b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388465 Sep 09 22:25:50.043047 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4876ddf7-6c79-4afa-94fd-c631bf181308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f04f23-d87f-47ff-8c34-5124b5c7fdb1,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:50.044671 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 55198) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:50.065958 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6e8c0ccb-19ff-4fcf-b7d8-e97c643d4639 req-8377ead1-9873-4b4d-b0fb-cfe3073817e6 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947306 Sep 09 22:25:50.078752 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3422cc56-15a7-4cbf-a405-3eb94456710a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:50.107896 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3422cc56-15a7-4cbf-a405-3eb94456710a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:50.117743 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0e3aa46e-371d-4579-9d41-d171f027372e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:50.163823 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e897f759-e36c-4489-9b77-587ea49748f9 x-openstack-request-id: req-e897f759-e36c-4489-9b77-587ea49748f9 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:25:50.164429 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff0589ba-9f5e-484b-87c0-04cc2221eb5a", "tag": "60e86550-edb7-4064-8f03-cb6b7be251e7", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:25:50.164888 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e897f759-e36c-4489-9b77-587ea49748f9 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:25:50.165468 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff0589ba-9f5e-484b-87c0-04cc2221eb5a', 'tag': '60e86550-edb7-4064-8f03-cb6b7be251e7', 'status': 'completed', 'code': 200} Sep 09 22:25:50.166107 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0e3aa46e-371d-4579-9d41-d171f027372e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:50.183921 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 55204) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:50.203247 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8ae18034-48c4-42d2-b578-f2a60182e6ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:50.222092 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3422cc56-15a7-4cbf-a405-3eb94456710a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:50.225263 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3422cc56-15a7-4cbf-a405-3eb94456710a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:50.226422 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-3422cc56-15a7-4cbf-a405-3eb94456710a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d2f81960-4a13-4f9c-9412-93b1ae7ba2c2 HTTP/1.1" status: 204 len: 168 time: 0.2628486 Sep 09 22:25:50.238504 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0e3aa46e-371d-4579-9d41-d171f027372e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:50.241420 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0e3aa46e-371d-4579-9d41-d171f027372e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:50.242601 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-0e3aa46e-371d-4579-9d41-d171f027372e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b2f04f23-d87f-47ff-8c34-5124b5c7fdb1 HTTP/1.1" status: 204 len: 168 time: 0.1967010 Sep 09 22:25:50.247214 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3422cc56-15a7-4cbf-a405-3eb94456710a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f81960-4a13-4f9c-9412-93b1ae7ba2c2,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:50.262633 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3aa46e-371d-4579-9d41-d171f027372e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f04f23-d87f-47ff-8c34-5124b5c7fdb1,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:50.347497 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8ae18034-48c4-42d2-b578-f2a60182e6ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:50.352553 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8ae18034-48c4-42d2-b578-f2a60182e6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:50.406578 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-8ae18034-48c4-42d2-b578-f2a60182e6ec admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=70047d3a064e4ac1968e2c8e272f9e26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2190294 Sep 09 22:25:50.406823 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae18034-48c4-42d2-b578-f2a60182e6ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e926cba9-1d7c-4602-ac5c-ae5225b8113b,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:50.407680 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 55210) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:50.477614 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-873d3a91-4129-49d1-a3b0-98dadf6d7343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:50.505253 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-873d3a91-4129-49d1-a3b0-98dadf6d7343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:50.517439 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-67232ff1-016c-4718-a81f-dc2c6bf00127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'name': 'tempest-AttachVolumeTestJSON-1013082683-router', 'tenant_id': '096fa68883894e368796bcd92c5e8218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bb80f9d7-c143-47c1-825e-f6988964b22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:24:54Z', 'updated_at': '2021-09-09T22:25:03Z', 'revision_number': 4, 'project_id': '096fa68883894e368796bcd92c5e8218', 'gw_port': {'id': 'bb80f9d7-c143-47c1-825e-f6988964b22c', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:af:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:24:56Z', 'updated_at': '2021-09-09T22:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_floatingips': [{'id': '342516f2-b670-4624-bace-db213dd16e6c', 'tenant_id': '096fa68883894e368796bcd92c5e8218', 'floating_ip_address': '172.27.3.248', 'floating_network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'router_id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'port_id': '60e86550-edb7-4064-8f03-cb6b7be251e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7e517a4-55ac-4999-ad3f-46426478f73d', 'mac_address': 'fa:16:3e:ef:64:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0589ba-9f5e-484b-87c0-04cc2221eb5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:25:16Z', 'updated_at': '2021-09-09T22:25:48Z', 'revision_number': 1, 'project_id': '096fa68883894e368796bcd92c5e8218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8964844d-0adc-4147-ab86-e1e57a657f95', 'name': '', 'network_id': 'b7e517a4-55ac-4999-ad3f-46426478f73d', 'tenant_id': '096fa68883894e368796bcd92c5e8218', 'mac_address': 'fa:16:3e:6d:bd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6cc1261c-ba68-4d29-a19d-d09d50ae8bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:25:01Z', 'updated_at': '2021-09-09T22:25:16Z', 'revision_number': 5, 'project_id': '096fa68883894e368796bcd92c5e8218', 'subnets': [{'id': '6cc1261c-ba68-4d29-a19d-d09d50ae8bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:25:50.547058 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67232ff1-016c-4718-a81f-dc2c6bf00127 None None] Checking router: f439b0aa-4956-4c0c-bca4-6f5bef494f11 for host: dv-cinder-759955-23-iscsi {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:25:50.561861 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-873d3a91-4129-49d1-a3b0-98dadf6d7343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:50.564422 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-873d3a91-4129-49d1-a3b0-98dadf6d7343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:50.567573 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67232ff1-016c-4718-a81f-dc2c6bf00127 None None] Routers {'f439b0aa-4956-4c0c-bca4-6f5bef494f11'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:25:50.568399 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-67232ff1-016c-4718-a81f-dc2c6bf00127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:25:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['f439b0aa-4956-4c0c-bca4-6f5bef494f11'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:25:50.568773 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-873d3a91-4129-49d1-a3b0-98dadf6d7343 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e926cba9-1d7c-4602-ac5c-ae5225b8113b HTTP/1.1" status: 204 len: 168 time: 0.1588950 Sep 09 22:25:50.577388 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873d3a91-4129-49d1-a3b0-98dadf6d7343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e926cba9-1d7c-4602-ac5c-ae5225b8113b,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:50.690640 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-67232ff1-016c-4718-a81f-dc2c6bf00127 None None] Set router f439b0aa-4956-4c0c-bca4-6f5bef494f11 gateway port host: dv-cinder-759955-23-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:25:50.710071 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 55218) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:50.726165 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c99779a0-45fa-4cf6-9b5b-48cc003e1e09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:50.763246 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 55222) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:50.782188 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3659c585-880c-4578-ad23-e33e9284256f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:50.845835 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c99779a0-45fa-4cf6-9b5b-48cc003e1e09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:50.850834 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c99779a0-45fa-4cf6-9b5b-48cc003e1e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:50.898316 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-c99779a0-45fa-4cf6-9b5b-48cc003e1e09 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=157a36c361624cd8ad60428ec1fe0bf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1871784 Sep 09 22:25:50.900110 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 55224) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:50.902708 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99779a0-45fa-4cf6-9b5b-48cc003e1e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8640e10e-91cb-44ce-8e1f-ff93ecf78057,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:50.959464 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3659c585-880c-4578-ad23-e33e9284256f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:50.963038 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ec65613a-ce4f-428b-ae97-d5797c553046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:50.965465 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3659c585-880c-4578-ad23-e33e9284256f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:50.989489 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ec65613a-ce4f-428b-ae97-d5797c553046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:50.998551 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-67232ff1-016c-4718-a81f-dc2c6bf00127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'name': 'tempest-AttachVolumeTestJSON-1013082683-router', 'tenant_id': '096fa68883894e368796bcd92c5e8218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bb80f9d7-c143-47c1-825e-f6988964b22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:24:54Z', 'updated_at': '2021-09-09T22:25:03Z', 'revision_number': 4, 'project_id': '096fa68883894e368796bcd92c5e8218', 'gw_port': {'id': 'bb80f9d7-c143-47c1-825e-f6988964b22c', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:af:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:24:56Z', 'updated_at': '2021-09-09T22:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_floatingips': [{'id': '342516f2-b670-4624-bace-db213dd16e6c', 'tenant_id': '096fa68883894e368796bcd92c5e8218', 'floating_ip_address': '172.27.3.248', 'floating_network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'router_id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'port_id': '60e86550-edb7-4064-8f03-cb6b7be251e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7e517a4-55ac-4999-ad3f-46426478f73d', 'mac_address': 'fa:16:3e:ef:64:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0589ba-9f5e-484b-87c0-04cc2221eb5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:25:16Z', 'updated_at': '2021-09-09T22:25:48Z', 'revision_number': 1, 'project_id': '096fa68883894e368796bcd92c5e8218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8964844d-0adc-4147-ab86-e1e57a657f95', 'name': '', 'network_id': 'b7e517a4-55ac-4999-ad3f-46426478f73d', 'tenant_id': '096fa68883894e368796bcd92c5e8218', 'mac_address': 'fa:16:3e:6d:bd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6cc1261c-ba68-4d29-a19d-d09d50ae8bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:25:01Z', 'updated_at': '2021-09-09T22:25:16Z', 'revision_number': 5, 'project_id': '096fa68883894e368796bcd92c5e8218', 'subnets': [{'id': '6cc1261c-ba68-4d29-a19d-d09d50ae8bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:25:51.006777 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-3659c585-880c-4578-ad23-e33e9284256f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6314f2b8d1934ea0a0d456aa5c215bcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425125 Sep 09 22:25:51.007953 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3659c585-880c-4578-ad23-e33e9284256f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae12357c-1fff-4fab-9093-61977860cd28,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:51.018919 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 55228) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:51.042430 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67232ff1-016c-4718-a81f-dc2c6bf00127 None None] The sync data for ids ['f439b0aa-4956-4c0c-bca4-6f5bef494f11'] in dv-cinder-759955-23-iscsi is: [{'id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'name': 'tempest-AttachVolumeTestJSON-1013082683-router', 'tenant_id': '096fa68883894e368796bcd92c5e8218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bb80f9d7-c143-47c1-825e-f6988964b22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:24:54Z', 'updated_at': '2021-09-09T22:25:03Z', 'revision_number': 4, 'project_id': '096fa68883894e368796bcd92c5e8218', 'gw_port': {'id': 'bb80f9d7-c143-47c1-825e-f6988964b22c', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:af:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:24:56Z', 'updated_at': '2021-09-09T22:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_floatingips': [{'id': '342516f2-b670-4624-bace-db213dd16e6c', 'tenant_id': '096fa68883894e368796bcd92c5e8218', 'floating_ip_address': '172.27.3.248', 'floating_network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'router_id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'port_id': '60e86550-edb7-4064-8f03-cb6b7be251e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7e517a4-55ac-4999-ad3f-46426478f73d', 'mac_address': 'fa:16:3e:ef:64:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff0589ba-9f5e-484b-87c0-04cc2221eb5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:25:16Z', 'updated_at': '2021-09-09T22:25:48Z', 'revision_number': 1, 'project_id': '096fa68883894e368796bcd92c5e8218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8964844d-0adc-4147-ab86-e1e57a657f95', 'name': '', 'network_id': 'b7e517a4-55ac-4999-ad3f-46426478f73d', 'tenant_id': '096fa68883894e368796bcd92c5e8218', 'mac_address': 'fa:16:3e:6d:bd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6cc1261c-ba68-4d29-a19d-d09d50ae8bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:25:01Z', 'updated_at': '2021-09-09T22:25:16Z', 'revision_number': 5, 'project_id': '096fa68883894e368796bcd92c5e8218', 'subnets': [{'id': '6cc1261c-ba68-4d29-a19d-d09d50ae8bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:25:51.068999 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ec65613a-ce4f-428b-ae97-d5797c553046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:51.071717 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ec65613a-ce4f-428b-ae97-d5797c553046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:51.074644 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-ec65613a-ce4f-428b-ae97-d5797c553046 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8640e10e-91cb-44ce-8e1f-ff93ecf78057 HTTP/1.1" status: 204 len: 168 time: 0.1734171 Sep 09 22:25:51.087647 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec65613a-ce4f-428b-ae97-d5797c553046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8640e10e-91cb-44ce-8e1f-ff93ecf78057,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:51.121884 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fe31f7fd-ddd7-499f-9a0e-9920f22cc038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:51.177619 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fe31f7fd-ddd7-499f-9a0e-9920f22cc038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:51.218872 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa1bc4-0de1-4d92-a224-db45954f974a req-11d3e656-f14b-4014-a90b-17d02e70762f tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:51.220453 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f4aa1bc4-0de1-4d92-a224-db45954f974a req-11d3e656-f14b-4014-a90b-17d02e70762f tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9260e3c-59a0-4f57-8c46-894c17780d11 HTTP/1.1" status: 200 len: 945 time: 0.0809758 Sep 09 22:25:51.278748 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f4aa1bc4-0de1-4d92-a224-db45954f974a req-e496baef-bdec-48b5-995f-2e30d2582e70 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7e0e043-9fde-41d0-8e68-1782083006cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453589 Sep 09 22:25:51.280266 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fe31f7fd-ddd7-499f-9a0e-9920f22cc038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:51.282803 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fe31f7fd-ddd7-499f-9a0e-9920f22cc038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:51.286096 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-fe31f7fd-ddd7-499f-9a0e-9920f22cc038 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ae12357c-1fff-4fab-9093-61977860cd28 HTTP/1.1" status: 204 len: 168 time: 0.2651358 Sep 09 22:25:51.293268 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe31f7fd-ddd7-499f-9a0e-9920f22cc038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae12357c-1fff-4fab-9093-61977860cd28,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:51.431806 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176dbeb-843b-40a6-aa8c-b0aa5c57eb39 req-1dcfbf13-65db-4fbb-9d60-d3ee158110d2 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:51.434072 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1176dbeb-843b-40a6-aa8c-b0aa5c57eb39 req-1dcfbf13-65db-4fbb-9d60-d3ee158110d2 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 946 time: 0.0568321 Sep 09 22:25:51.459179 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36dd2b86-7894-472d-889f-853f9054c7bd None None] New status for floating IP 342516f2-b670-4624-bace-db213dd16e6c: ACTIVE {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 22:25:51.480433 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1176dbeb-843b-40a6-aa8c-b0aa5c57eb39 req-b3e215d0-f02b-4c8b-89a5-6a794f69d3cb tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392995 Sep 09 22:25:51.962334 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.agents_db [None req-ca59875f-4706-4e17-8f41-5ac1de1c8425 None None] Agent healthcheck: found 6 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:25:52.412170 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9269d-98c7-4b15-9e65-33b46fc95515 req-0d8cff6d-8338-4f4b-a401-578594725c48 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:52.414419 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bfd9269d-98c7-4b15-9e65-33b46fc95515 req-0d8cff6d-8338-4f4b-a401-578594725c48 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9260e3c-59a0-4f57-8c46-894c17780d11 HTTP/1.1" status: 200 len: 945 time: 0.0643587 Sep 09 22:25:52.456659 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bfd9269d-98c7-4b15-9e65-33b46fc95515 req-565cbfd3-ef6e-42f6-a503-7cdb853cffe1 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7e0e043-9fde-41d0-8e68-1782083006cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362134 Sep 09 22:25:52.581764 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 55314) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:52.621178 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a4ae5-ea2d-4682-a27b-af5544b6c2c3 req-bffb1126-ec26-4772-801b-fce99696ebdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:52.622821 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-621a4ae5-ea2d-4682-a27b-af5544b6c2c3 req-bffb1126-ec26-4772-801b-fce99696ebdb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=096fa68883894e368796bcd92c5e8218&device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 1099 time: 0.0623999 Sep 09 22:25:52.630932 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599f275-2a9d-4af2-8cbf-438af7238fab req-12a44ea1-b60c-4036-8302-0e1e594cf1b1 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:52.632625 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e599f275-2a9d-4af2-8cbf-438af7238fab req-12a44ea1-b60c-4036-8302-0e1e594cf1b1 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 946 time: 0.0674226 Sep 09 22:25:52.683468 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e599f275-2a9d-4af2-8cbf-438af7238fab req-5ed136e7-b86c-4e08-94b2-721167e9f112 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383842 Sep 09 22:25:52.743334 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a4ae5-ea2d-4682-a27b-af5544b6c2c3 req-f5a4cc88-c7e9-48d5-a59e-d45fbb802a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:52.744982 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-621a4ae5-ea2d-4682-a27b-af5544b6c2c3 req-f5a4cc88-c7e9-48d5-a59e-d45fbb802a8d service neutron] 10.222.0.20 "GET /v2.0/networks?id=b7e517a4-55ac-4999-ad3f-46426478f73d HTTP/1.1" status: 200 len: 911 time: 0.1079907 Sep 09 22:25:52.865942 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8a3f9088-3ea4-4e86-8f2f-dc88481228de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:52.868898 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-621a4ae5-ea2d-4682-a27b-af5544b6c2c3 req-9fd1f05a-5656-41df-ae54-9e298a49c7da service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60e86550-edb7-4064-8f03-cb6b7be251e7 HTTP/1.1" status: 200 len: 1002 time: 0.1090748 Sep 09 22:25:52.941675 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a4ae5-ea2d-4682-a27b-af5544b6c2c3 req-9be2fb99-c503-4d73-8f86-d129ec09c7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:52.943153 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-621a4ae5-ea2d-4682-a27b-af5544b6c2c3 req-9be2fb99-c503-4d73-8f86-d129ec09c7b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6cc1261c-ba68-4d29-a19d-d09d50ae8bfc HTTP/1.1" status: 200 len: 850 time: 0.0608125 Sep 09 22:25:53.012752 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621a4ae5-ea2d-4682-a27b-af5544b6c2c3 req-c0f31562-0c34-4298-9e3e-2d019b67be60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:53.015214 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-621a4ae5-ea2d-4682-a27b-af5544b6c2c3 req-c0f31562-0c34-4298-9e3e-2d019b67be60 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b7e517a4-55ac-4999-ad3f-46426478f73d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0598757 Sep 09 22:25:53.021943 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8a3f9088-3ea4-4e86-8f2f-dc88481228de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:53.027785 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8a3f9088-3ea4-4e86-8f2f-dc88481228de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:53.073498 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3f9088-3ea4-4e86-8f2f-dc88481228de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b528db46-4f70-4d3c-9849-c8928c0e2296,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:53.078866 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-8a3f9088-3ea4-4e86-8f2f-dc88481228de admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=eae428b8010c41f299ece9942a6cf65d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4957891 Sep 09 22:25:53.083610 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 55336) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:53.085533 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f9088-3ea4-4e86-8f2f-dc88481228de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:25:53.086003 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f9088-3ea4-4e86-8f2f-dc88481228de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:25:53.086194 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f9088-3ea4-4e86-8f2f-dc88481228de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:25:53.086522 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f9088-3ea4-4e86-8f2f-dc88481228de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:25:53.086943 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f9088-3ea4-4e86-8f2f-dc88481228de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:25:53.087272 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f9088-3ea4-4e86-8f2f-dc88481228de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:25:53.087681 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f9088-3ea4-4e86-8f2f-dc88481228de admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:25:53.088005 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f9088-3ea4-4e86-8f2f-dc88481228de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:25:53.088593 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f9088-3ea4-4e86-8f2f-dc88481228de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:25:53.088912 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f9088-3ea4-4e86-8f2f-dc88481228de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:25:53.089325 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f9088-3ea4-4e86-8f2f-dc88481228de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:25:53.089640 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f9088-3ea4-4e86-8f2f-dc88481228de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:25:53.184914 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-621a4ae5-ea2d-4682-a27b-af5544b6c2c3 req-d166f28e-3632-4a45-a9b7-7a6809beb3d9 service neutron] 10.222.0.20 "GET /v2.0/networks/b7e517a4-55ac-4999-ad3f-46426478f73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565650 Sep 09 22:25:53.230185 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f30e4d07-a944-44be-bf2d-8b66749ae74d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:53.288432 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f30e4d07-a944-44be-bf2d-8b66749ae74d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:53.330201 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-621a4ae5-ea2d-4682-a27b-af5544b6c2c3 req-377a3410-553a-48d8-8078-46f40d09f922 service neutron] 10.222.0.20 "GET /v2.0/networks/b7e517a4-55ac-4999-ad3f-46426478f73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376574 Sep 09 22:25:53.359360 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f30e4d07-a944-44be-bf2d-8b66749ae74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:53.361856 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f30e4d07-a944-44be-bf2d-8b66749ae74d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:53.363005 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-f30e4d07-a944-44be-bf2d-8b66749ae74d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b528db46-4f70-4d3c-9849-c8928c0e2296 HTTP/1.1" status: 204 len: 168 time: 0.2782445 Sep 09 22:25:53.372203 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e4d07-a944-44be-bf2d-8b66749ae74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b528db46-4f70-4d3c-9849-c8928c0e2296,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:53.609045 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e28d54-3de4-4705-9ca0-2777bc0be41c req-fb2bd1d6-cbd3-4234-a1d1-cd0cd9097186 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:53.612747 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-28e28d54-3de4-4705-9ca0-2777bc0be41c req-fb2bd1d6-cbd3-4234-a1d1-cd0cd9097186 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9260e3c-59a0-4f57-8c46-894c17780d11 HTTP/1.1" status: 200 len: 945 time: 0.0703492 Sep 09 22:25:53.686801 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-28e28d54-3de4-4705-9ca0-2777bc0be41c req-6e3382ee-5dc0-4c57-abad-037d7088e014 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7e0e043-9fde-41d0-8e68-1782083006cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655019 Sep 09 22:25:53.826084 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833d40f-5244-4472-8871-924581e4623c req-59417020-0077-4958-a226-988a22b1d3dc tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:53.828982 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3833d40f-5244-4472-8871-924581e4623c req-59417020-0077-4958-a226-988a22b1d3dc tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 946 time: 0.0592296 Sep 09 22:25:53.883698 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3833d40f-5244-4472-8871-924581e4623c req-4ba00ce7-2f45-445a-8d6a-b02efbf0bbe1 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454762 Sep 09 22:25:54.672658 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 55462) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:54.805102 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f4d8861-f647-49c5-ba5c-6ab01a594cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:54.891969 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0bce9-56c8-42b5-8d2e-3eee5c8068ab req-27f0a74d-dcf3-41e3-9d83-c77aaadf8236 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:54.893615 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-49c0bce9-56c8-42b5-8d2e-3eee5c8068ab req-27f0a74d-dcf3-41e3-9d83-c77aaadf8236 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9260e3c-59a0-4f57-8c46-894c17780d11 HTTP/1.1" status: 200 len: 945 time: 0.0707216 Sep 09 22:25:54.942764 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-49c0bce9-56c8-42b5-8d2e-3eee5c8068ab req-6fbd08c3-2571-4bb2-a3fe-55ed08b1b65c tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.41 "GET /v2.0/security-groups?id=d7e0e043-9fde-41d0-8e68-1782083006cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423954 Sep 09 22:25:54.962040 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc20a0-2fe7-4e77-ad66-5dfe6c365474 req-2e8904f1-89fc-454c-8550-b21a5aef5eb5 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:54.964046 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-f3bc20a0-2fe7-4e77-ad66-5dfe6c365474 req-2e8904f1-89fc-454c-8550-b21a5aef5eb5 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9260e3c-59a0-4f57-8c46-894c17780d11 HTTP/1.1" status: 200 len: 945 time: 0.1143849 Sep 09 22:25:55.040333 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa65c2-8b0f-4a2d-a7d3-ee2897f2c947 req-364dc495-057c-4721-98f6-16ab2d8c50dc tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:55.044487 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-adfa65c2-8b0f-4a2d-a7d3-ee2897f2c947 req-364dc495-057c-4721-98f6-16ab2d8c50dc tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 946 time: 0.0586188 Sep 09 22:25:55.090015 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f4d8861-f647-49c5-ba5c-6ab01a594cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:55.105569 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f4d8861-f647-49c5-ba5c-6ab01a594cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:55.115282 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-adfa65c2-8b0f-4a2d-a7d3-ee2897f2c947 req-64f445e2-04a1-45b6-8223-8f111eef80a5 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661783 Sep 09 22:25:55.156607 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-5f4d8861-f647-49c5-ba5c-6ab01a594cde admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1550d7c768de4ad7a5bce5f0207e4658&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4827559 Sep 09 22:25:55.158599 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 55510) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:55.176517 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4d8861-f647-49c5-ba5c-6ab01a594cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5f9749-9fdb-4150-b735-c8d1bd55a338,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:55.192665 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-f3bc20a0-2fe7-4e77-ad66-5dfe6c365474 req-d58794b9-6dfe-45de-957d-54cfa2b349ff tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] Deleting port 7151e03b-31f4-40d0-89a1-d91b5bb2b270 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:25:55.193003 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-f3bc20a0-2fe7-4e77-ad66-5dfe6c365474 req-d58794b9-6dfe-45de-957d-54cfa2b349ff tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:55.196102 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4d8861-f647-49c5-ba5c-6ab01a594cde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:25:55.196446 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4d8861-f647-49c5-ba5c-6ab01a594cde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:25:55.196775 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4d8861-f647-49c5-ba5c-6ab01a594cde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:25:55.197103 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4d8861-f647-49c5-ba5c-6ab01a594cde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:25:55.197426 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4d8861-f647-49c5-ba5c-6ab01a594cde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:25:55.197748 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4d8861-f647-49c5-ba5c-6ab01a594cde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:25:55.198094 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4d8861-f647-49c5-ba5c-6ab01a594cde admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:25:55.198385 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4d8861-f647-49c5-ba5c-6ab01a594cde admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:25:55.198700 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4d8861-f647-49c5-ba5c-6ab01a594cde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:25:55.199016 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4d8861-f647-49c5-ba5c-6ab01a594cde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:25:55.199329 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4d8861-f647-49c5-ba5c-6ab01a594cde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:25:55.199640 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4d8861-f647-49c5-ba5c-6ab01a594cde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:25:55.213822 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3ba8f17f-87b8-4af1-8d37-4b1a7d1d5852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:55.235373 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3ba8f17f-87b8-4af1-8d37-4b1a7d1d5852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:55.284409 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3ba8f17f-87b8-4af1-8d37-4b1a7d1d5852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:55.287187 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3ba8f17f-87b8-4af1-8d37-4b1a7d1d5852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:55.288348 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-3ba8f17f-87b8-4af1-8d37-4b1a7d1d5852 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fd5f9749-9fdb-4150-b735-c8d1bd55a338 HTTP/1.1" status: 204 len: 168 time: 0.1285942 Sep 09 22:25:55.296809 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba8f17f-87b8-4af1-8d37-4b1a7d1d5852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5f9749-9fdb-4150-b735-c8d1bd55a338,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:55.299694 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-f3bc20a0-2fe7-4e77-ad66-5dfe6c365474 req-d58794b9-6dfe-45de-957d-54cfa2b349ff tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] For port 7151e03b-31f4-40d0-89a1-d91b5bb2b270, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=7151e03b-31f4-40d0-89a1-d91b5bb2b270,segment=NetworkSegment(e9c6ce55-aa04-48c4-8afd-7216e0ad6579),segment_id=e9c6ce55-aa04-48c4-8afd-7216e0ad6579)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:25:55.300212 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-f3bc20a0-2fe7-4e77-ad66-5dfe6c365474 req-d58794b9-6dfe-45de-957d-54cfa2b349ff tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:55.317323 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-f3bc20a0-2fe7-4e77-ad66-5dfe6c365474 req-d58794b9-6dfe-45de-957d-54cfa2b349ff tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] Calling delete_port for 7151e03b-31f4-40d0-89a1-d91b5bb2b270 owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:25:55.499529 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-f3bc20a0-2fe7-4e77-ad66-5dfe6c365474 req-d58794b9-6dfe-45de-957d-54cfa2b349ff tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26050298'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:55.530765 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58794b9-6dfe-45de-957d-54cfa2b349ff tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] Pushing event deleted for resources: {'Port': ['ID=7151e03b-31f4-40d0-89a1-d91b5bb2b270,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:55.605941 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3bc20a0-2fe7-4e77-ad66-5dfe6c365474 req-d58794b9-6dfe-45de-957d-54cfa2b349ff tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] No DVR routers for this DVR port 7151e03b-31f4-40d0-89a1-d91b5bb2b270 on host hv-cinder-75995 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:25:55.605941 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-f3bc20a0-2fe7-4e77-ad66-5dfe6c365474 req-d58794b9-6dfe-45de-957d-54cfa2b349ff tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:55.605941 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-f3bc20a0-2fe7-4e77-ad66-5dfe6c365474 req-d58794b9-6dfe-45de-957d-54cfa2b349ff tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.20 "DELETE /v2.0/ports/7151e03b-31f4-40d0-89a1-d91b5bb2b270 HTTP/1.1" status: 204 len: 173 time: 0.6291776 Sep 09 22:25:55.605941 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9260e3c-59a0-4f57-8c46-894c17780d11', 'name': 'network-vif-deleted', 'tag': '7151e03b-31f4-40d0-89a1-d91b5bb2b270'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:25:55.607360 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc6a31de840fc8aa808063a849dfe176742cab8c19a8c4c2f30ae5ebe0344c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4f57a4-c777-44e5-b62b-4cfc94d55b1e" -d '{"events": [{"server_uuid": "c9260e3c-59a0-4f57-8c46-894c17780d11", "name": "network-vif-deleted", "tag": "7151e03b-31f4-40d0-89a1-d91b5bb2b270"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:25:55.643622 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 55530) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:55.648607 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626acd69-c82c-4589-bac5-def9349ed0e4 x-openstack-request-id: req-626acd69-c82c-4589-bac5-def9349ed0e4 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:25:55.648891 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9260e3c-59a0-4f57-8c46-894c17780d11", "name": "network-vif-deleted", "tag": "7151e03b-31f4-40d0-89a1-d91b5bb2b270", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:25:55.649134 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-626acd69-c82c-4589-bac5-def9349ed0e4 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:25:55.649519 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9260e3c-59a0-4f57-8c46-894c17780d11', 'name': 'network-vif-deleted', 'tag': '7151e03b-31f4-40d0-89a1-d91b5bb2b270', 'status': 'completed', 'code': 200} Sep 09 22:25:55.657708 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7e2d0121-d583-4a63-a7f8-8e3b9fa7d16e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:55.745565 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7e2d0121-d583-4a63-a7f8-8e3b9fa7d16e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:55.749465 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7e2d0121-d583-4a63-a7f8-8e3b9fa7d16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:55.788619 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d0121-d583-4a63-a7f8-8e3b9fa7d16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f81cbc0-ac81-4158-beeb-64c68796b7e9,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:55.793963 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-7e2d0121-d583-4a63-a7f8-8e3b9fa7d16e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c47cfdc448ff413e9b27daf542caeca0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1490219 Sep 09 22:25:55.796549 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 55540) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:25:55.847715 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-880db6a6-af0d-4ab8-bc2f-8e1fbccc5d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:55.876388 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-880db6a6-af0d-4ab8-bc2f-8e1fbccc5d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:55.925294 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-880db6a6-af0d-4ab8-bc2f-8e1fbccc5d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:55.928094 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-880db6a6-af0d-4ab8-bc2f-8e1fbccc5d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:25:55.931610 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-880db6a6-af0d-4ab8-bc2f-8e1fbccc5d1d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2f81cbc0-ac81-4158-beeb-64c68796b7e9 HTTP/1.1" status: 204 len: 168 time: 0.1318336 Sep 09 22:25:55.937912 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880db6a6-af0d-4ab8-bc2f-8e1fbccc5d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f81cbc0-ac81-4158-beeb-64c68796b7e9,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:25:56.050967 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-46014cc6-2b16-4960-bf50-a2dc2d5d948c req-4cfa14af-0c7f-4fe8-9321-5136c62958d7 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9260e3c-59a0-4f57-8c46-894c17780d11 HTTP/1.1" status: 200 len: 210 time: 0.0314286 Sep 09 22:25:56.237973 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3151ba2e-47c2-49ca-9128-197ac7aeb5dc req-a0b5f583-1860-4c74-a636-e1e5d7931c58 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:56.239487 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3151ba2e-47c2-49ca-9128-197ac7aeb5dc req-a0b5f583-1860-4c74-a636-e1e5d7931c58 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 946 time: 0.0533712 Sep 09 22:25:56.283291 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3151ba2e-47c2-49ca-9128-197ac7aeb5dc req-6ceff026-2f30-4ff4-8f99-2713fe9bf70e tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362396 Sep 09 22:25:57.144174 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-dfa9f61b-ee79-4347-beac-ac2a1095afa5 req-2da3b55e-f8c9-4e5f-8bbf-1ccad530cc4d tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9260e3c-59a0-4f57-8c46-894c17780d11 HTTP/1.1" status: 200 len: 210 time: 0.0258083 Sep 09 22:25:57.395079 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b702b-3fa5-442b-b25c-fd815144d6af req-cad685f3-548e-4b63-9210-d4091d280139 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:57.396535 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-550b702b-3fa5-442b-b25c-fd815144d6af req-cad685f3-548e-4b63-9210-d4091d280139 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 946 time: 0.0469401 Sep 09 22:25:57.433647 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-550b702b-3fa5-442b-b25c-fd815144d6af req-f8ce9213-52fc-4bc7-bb76-8265840a5529 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313163 Sep 09 22:25:58.142743 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] get_ports_and_sgs() called for port_ids ['7151e03b-31f4-40d0-89a1-d91b5bb2b270'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:25:58.242852 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ea95d650-6976-4e4b-a966-838a45a1fa06 req-f0ce485e-3f5c-4bef-afb0-4be9fc6d5faf tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9260e3c-59a0-4f57-8c46-894c17780d11 HTTP/1.1" status: 200 len: 210 time: 0.0269160 Sep 09 22:25:58.558362 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4066f0a-f9da-4f0c-91b6-0d0b24ea99f9 req-d2326b5c-2c97-44d6-aa7b-902c365c9d92 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:58.560274 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a4066f0a-f9da-4f0c-91b6-0d0b24ea99f9 req-d2326b5c-2c97-44d6-aa7b-902c365c9d92 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 946 time: 0.0552053 Sep 09 22:25:58.610903 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a4066f0a-f9da-4f0c-91b6-0d0b24ea99f9 req-a54c9a54-f9b5-4fa4-a72c-cc030af55719 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403965 Sep 09 22:25:59.363899 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c2917d51-0f4b-48b4-9e65-f304e8a4e82a req-13d1fefb-ebcb-4de9-9421-ddb6b7796a96 tempest-DeleteServersTestJSON-2132654225 tempest-DeleteServersTestJSON-2132654225-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9260e3c-59a0-4f57-8c46-894c17780d11 HTTP/1.1" status: 200 len: 210 time: 0.0268490 Sep 09 22:25:59.728166 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032965d-beac-4666-8e7b-f283712e49d7 req-2b2675d2-dc37-42a0-937b-b36f2f8a5d29 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:25:59.729621 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0032965d-beac-4666-8e7b-f283712e49d7 req-2b2675d2-dc37-42a0-937b-b36f2f8a5d29 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 946 time: 0.0490909 Sep 09 22:25:59.767198 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0032965d-beac-4666-8e7b-f283712e49d7 req-d77852c6-80c2-4269-89c6-0d0d398c17e3 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313668 Sep 09 22:26:00.683374 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 7151e03b-31f4-40d0-89a1-d91b5bb2b270 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:26:00.702287 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] No Port match for: 7151e03b-31f4-40d0-89a1-d91b5bb2b270 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:26:00.702632 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 7151e03b-31f4-40d0-89a1-d91b5bb2b270 not bound to the agent host hv-cinder-75995 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:26:00.881034 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9579f683-455f-4418-82de-a02bd7553571 req-69010141-9993-4a8a-bfb9-2ce666f44be7 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:00.882476 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9579f683-455f-4418-82de-a02bd7553571 req-69010141-9993-4a8a-bfb9-2ce666f44be7 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 946 time: 0.0502079 Sep 09 22:26:00.919393 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9579f683-455f-4418-82de-a02bd7553571 req-3afe65eb-a5b4-43b9-959f-21049fd372e0 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307868 Sep 09 22:26:02.031943 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5ccde-3987-4e68-b4fa-02ae4038b19c req-b6568c76-debe-4d29-b228-f558a5d161f6 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:02.033393 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b1e5ccde-3987-4e68-b4fa-02ae4038b19c req-b6568c76-debe-4d29-b228-f558a5d161f6 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 946 time: 0.0479529 Sep 09 22:26:02.069218 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b1e5ccde-3987-4e68-b4fa-02ae4038b19c req-bfe17bc9-2150-483c-85e8-fa3352235b3d tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300121 Sep 09 22:26:02.646194 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2604f714-c896-4bbf-aefe-a9a205649c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:03.187337 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec46fde-ceea-4f07-bbbf-e89c24ed650c req-04c836c0-4a9c-476e-acc6-59620c6d6668 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:03.188835 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3ec46fde-ceea-4f07-bbbf-e89c24ed650c req-04c836c0-4a9c-476e-acc6-59620c6d6668 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 946 time: 0.0485854 Sep 09 22:26:03.226997 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3ec46fde-ceea-4f07-bbbf-e89c24ed650c req-d1ad6f8b-74df-4717-b240-4d018eee5cf1 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318248 Sep 09 22:26:03.916326 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 55810) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:03.963464 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8e15292-fc69-4a26-b589-2441fcb929ff admin admin] Deleting subnet cfdc7dc1-c5c8-429e-a2c0-2a1c6e05bcc1 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 22:26:03.966659 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b8e15292-fc69-4a26-b589-2441fcb929ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:04.005523 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b8e15292-fc69-4a26-b589-2441fcb929ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25986889'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:04.044809 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b8e15292-fc69-4a26-b589-2441fcb929ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1479288'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:04.100104 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b8e15292-fc69-4a26-b589-2441fcb929ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1479281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26050247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26210007'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:04.129419 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e15292-fc69-4a26-b589-2441fcb929ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfdc7dc1-c5c8-429e-a2c0-2a1c6e05bcc1,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:04.131329 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b8e15292-fc69-4a26-b589-2441fcb929ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:04.133182 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-b8e15292-fc69-4a26-b589-2441fcb929ff admin admin] 10.222.0.41 "DELETE /v2.0/subnets/cfdc7dc1-c5c8-429e-a2c0-2a1c6e05bcc1 HTTP/1.1" status: 204 len: 168 time: 0.2158937 Sep 09 22:26:04.135953 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 55816) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:04.203211 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a713494e-e62c-45fb-a0f1-957f38ffc3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1695652'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:04.284222 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a713494e-e62c-45fb-a0f1-957f38ffc3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476877', 'neutron.services.segments.db._delete_segments_for_network-8781721822877'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:04.307203 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.services.segments.db [None req-a713494e-e62c-45fb-a0f1-957f38ffc3b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['466c4f6c-7c79-4241-9236-d4d69282234b']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:26:04.333001 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.services.segments.db [None req-a713494e-e62c-45fb-a0f1-957f38ffc3b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9c6ce55-aa04-48c4-8afd-7216e0ad6579') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:26:04.333111 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.services.segments.db [None req-a713494e-e62c-45fb-a0f1-957f38ffc3b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9c6ce55-aa04-48c4-8afd-7216e0ad6579') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:26:04.344147 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a713494e-e62c-45fb-a0f1-957f38ffc3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781721823142', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25986864'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:04.359884 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a713494e-e62c-45fb-a0f1-957f38ffc3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:04.367318 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a713494e-e62c-45fb-a0f1-957f38ffc3b0 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 22:26:04.367751 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a713494e-e62c-45fb-a0f1-957f38ffc3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26050341'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:04.369764 dv-cinder-759955-23-iscsi neutron-server[93887]: Traceback (most recent call last): Sep 09 22:26:04.369764 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 22:26:04.369764 dv-cinder-759955-23-iscsi neutron-server[93887]: timer() Sep 09 22:26:04.369764 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 22:26:04.369764 dv-cinder-759955-23-iscsi neutron-server[93887]: cb(*args, **kw) Sep 09 22:26:04.369764 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 22:26:04.369764 dv-cinder-759955-23-iscsi neutron-server[93887]: return func(*args, **kwargs) Sep 09 22:26:04.369764 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 22:26:04.369764 dv-cinder-759955-23-iscsi neutron-server[93887]: self._notify() Sep 09 22:26:04.369764 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 22:26:04.369764 dv-cinder-759955-23-iscsi neutron-server[93887]: self.callback(batched_events) Sep 09 22:26:04.369764 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 22:26:04.369764 dv-cinder-759955-23-iscsi neutron-server[93887]: event.method(event) Sep 09 22:26:04.369764 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 22:26:04.369764 dv-cinder-759955-23-iscsi neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 22:26:04.369764 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 22:26:04.369764 dv-cinder-759955-23-iscsi neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 22:26:04.369764 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 22:26:04.369764 dv-cinder-759955-23-iscsi neutron-server[93887]: return f(self, *a, **k) Sep 09 22:26:04.369764 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 22:26:04.369764 dv-cinder-759955-23-iscsi neutron-server[93887]: return self._get(url).json() Sep 09 22:26:04.369764 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 22:26:04.369764 dv-cinder-759955-23-iscsi neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 22:26:04.369764 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 22:26:04.369764 dv-cinder-759955-23-iscsi neutron-server[93887]: return self.request(url, 'GET', **kwargs) Sep 09 22:26:04.369764 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 22:26:04.369764 dv-cinder-759955-23-iscsi neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 22:26:04.369764 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 22:26:04.369764 dv-cinder-759955-23-iscsi neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 22:26:04.369764 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 22:26:04.369764 dv-cinder-759955-23-iscsi neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 22:26:04.369764 dv-cinder-759955-23-iscsi neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 22:26:04.383967 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36229abc-d2f7-49c7-a170-d7a06ce806ea req-8015640f-15d0-4f8d-8a1e-5f89f2758a0e tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:04.385900 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-36229abc-d2f7-49c7-a170-d7a06ce806ea req-8015640f-15d0-4f8d-8a1e-5f89f2758a0e tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 946 time: 0.0612078 Sep 09 22:26:04.432854 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-36229abc-d2f7-49c7-a170-d7a06ce806ea req-f223f6d2-67fa-498d-9882-9d7700863404 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380628 Sep 09 22:26:04.434578 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a713494e-e62c-45fb-a0f1-957f38ffc3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1478910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414983'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:04.443081 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a713494e-e62c-45fb-a0f1-957f38ffc3b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:04.444934 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-a713494e-e62c-45fb-a0f1-957f38ffc3b0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/466c4f6c-7c79-4241-9236-d4d69282234b HTTP/1.1" status: 204 len: 168 time: 0.3080738 Sep 09 22:26:04.463124 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a713494e-e62c-45fb-a0f1-957f38ffc3b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=466c4f6c-7c79-4241-9236-d4d69282234b,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:04.655037 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 55846) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:04.699320 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-5ad35c4e-ece3-4bbf-8a43-f0d57e167435 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7739f28627a8471d8b5b842b22470b99&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0408456 Sep 09 22:26:04.699770 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 55854) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:04.751110 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1cdd368a-1f36-41c2-9451-b174657aa2c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:04.776634 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1cdd368a-1f36-41c2-9451-b174657aa2c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:04.852554 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1cdd368a-1f36-41c2-9451-b174657aa2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:04.855463 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1cdd368a-1f36-41c2-9451-b174657aa2c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:04.856831 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-1cdd368a-1f36-41c2-9451-b174657aa2c4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d7e0e043-9fde-41d0-8e68-1782083006cc HTTP/1.1" status: 204 len: 168 time: 0.1557729 Sep 09 22:26:04.876538 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdd368a-1f36-41c2-9451-b174657aa2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e0e043-9fde-41d0-8e68-1782083006cc,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:04.924882 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-7b05387e-1ae7-4cae-82be-d7f7e4e335bb req-acbaee84-3019-4aa2-ad47-50c81782a2bf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1093628 Sep 09 22:26:04.928271 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:05.030863 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05387e-1ae7-4cae-82be-d7f7e4e335bb req-0153288d-a8d9-4246-868d-505891c6701b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:05.033566 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-7b05387e-1ae7-4cae-82be-d7f7e4e335bb req-0153288d-a8d9-4246-868d-505891c6701b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a614c2fdc45a410cbe5b4bf63b53131b&device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 1098 time: 0.0521481 Sep 09 22:26:05.177849 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05387e-1ae7-4cae-82be-d7f7e4e335bb req-ccf20eb8-5126-4f7e-a072-6571218dfcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:05.180542 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-7b05387e-1ae7-4cae-82be-d7f7e4e335bb req-ccf20eb8-5126-4f7e-a072-6571218dfcbd service neutron] 10.222.0.20 "GET /v2.0/networks?id=05871169-dd65-49e2-b26e-00b42542e9ff HTTP/1.1" status: 200 len: 919 time: 0.1157086 Sep 09 22:26:05.239000 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-7b05387e-1ae7-4cae-82be-d7f7e4e335bb req-1cd71389-f098-441c-a10b-473e603c069e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b221fbf5-0b90-4b5f-b20e-4f7824abe66f HTTP/1.1" status: 200 len: 217 time: 0.0506628 Sep 09 22:26:05.253894 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 55886) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:05.297167 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05387e-1ae7-4cae-82be-d7f7e4e335bb req-19b8be36-7d70-4af1-a723-e760aeb389f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:05.299005 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-7b05387e-1ae7-4cae-82be-d7f7e4e335bb req-19b8be36-7d70-4af1-a723-e760aeb389f1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=300ee5ef-a508-4127-aec7-f35d79a48d74 HTTP/1.1" status: 200 len: 859 time: 0.0533552 Sep 09 22:26:05.346239 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-7b05387e-1ae7-4cae-82be-d7f7e4e335bb req-1da2255a-6a09-484d-9aea-5a1355a9c009 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=05871169-dd65-49e2-b26e-00b42542e9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305917 Sep 09 22:26:05.372777 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7d8d6a90-555d-4d41-9830-ddb425838927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:05.379247 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2d71170e-023b-4445-8627-ec137c665dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:05.468722 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-7b05387e-1ae7-4cae-82be-d7f7e4e335bb req-860c1689-2499-449f-816a-c55721b7495c service neutron] 10.222.0.20 "GET /v2.0/networks/05871169-dd65-49e2-b26e-00b42542e9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143374 Sep 09 22:26:05.517642 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7d8d6a90-555d-4d41-9830-ddb425838927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:05.523203 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7d8d6a90-555d-4d41-9830-ddb425838927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:05.598314 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-7d8d6a90-555d-4d41-9830-ddb425838927 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=db89482f3fa74264ae1880b04d973353&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3433416 Sep 09 22:26:05.600496 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8d6a90-555d-4d41-9830-ddb425838927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16bf68b5-b344-4fc1-bd68-f57eb28b25e8,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:05.603165 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 55904) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:05.639656 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159bcb3e-47b3-4912-a0b5-def966b1a134 req-18c2ddf5-aa94-48a2-aa15-38050b97493a tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:05.641590 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-159bcb3e-47b3-4912-a0b5-def966b1a134 req-18c2ddf5-aa94-48a2-aa15-38050b97493a tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 946 time: 0.1092894 Sep 09 22:26:05.690735 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fcb31577-f346-4ca2-b21d-82a16f6d9115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:05.712660 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-159bcb3e-47b3-4912-a0b5-def966b1a134 req-01663a48-9473-4f6e-9341-c9d171867183 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540159 Sep 09 22:26:05.725730 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fcb31577-f346-4ca2-b21d-82a16f6d9115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:05.793049 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-7b05387e-1ae7-4cae-82be-d7f7e4e335bb req-04bad098-0ad2-4ade-b6f5-2720ad1c872d service neutron] 10.222.0.20 "GET /v2.0/networks/05871169-dd65-49e2-b26e-00b42542e9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161118 Sep 09 22:26:05.799407 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fcb31577-f346-4ca2-b21d-82a16f6d9115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:05.801407 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:05.804409 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fcb31577-f346-4ca2-b21d-82a16f6d9115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:05.805665 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-fcb31577-f346-4ca2-b21d-82a16f6d9115 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/16bf68b5-b344-4fc1-bd68-f57eb28b25e8 HTTP/1.1" status: 204 len: 168 time: 0.2004428 Sep 09 22:26:05.814599 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb31577-f346-4ca2-b21d-82a16f6d9115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16bf68b5-b344-4fc1-bd68-f57eb28b25e8,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:05.847725 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 55914) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:05.960975 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-1f4bfbf7-05ed-451c-8f3b-182983ae9893 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-532003643-network', 'tenant_id': '299cc965aa5b4aa29f613fb07982fdbf'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:26:05.984884 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4bfbf7-05ed-451c-8f3b-182983ae9893 admin admin] Made reservation on behalf of 299cc965aa5b4aa29f613fb07982fdbf for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:26:05.987391 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1f4bfbf7-05ed-451c-8f3b-182983ae9893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:05.995776 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1f4bfbf7-05ed-451c-8f3b-182983ae9893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:06.112231 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1f4bfbf7-05ed-451c-8f3b-182983ae9893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:06.116869 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1f4bfbf7-05ed-451c-8f3b-182983ae9893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:06.145699 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f4bfbf7-05ed-451c-8f3b-182983ae9893 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 22:26:06.170997 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4bfbf7-05ed-451c-8f3b-182983ae9893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3387caec-c60e-4de2-bee8-55305f8bb77c,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:06.177027 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1f4bfbf7-05ed-451c-8f3b-182983ae9893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:06.177502 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.db.segments_db [None req-1f4bfbf7-05ed-451c-8f3b-182983ae9893 admin admin] Added segment c91907a4-08ff-47a6-a6cb-1165e0b6a369 of type vlan for network 58abcfd7-cf47-4f06-85ec-914969ebcf0e Sep 09 22:26:06.222485 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1f4bfbf7-05ed-451c-8f3b-182983ae9893 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781721265704'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:06.270315 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1f4bfbf7-05ed-451c-8f3b-182983ae9893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:06.271296 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4bfbf7-05ed-451c-8f3b-182983ae9893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:06.272067 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1f4bfbf7-05ed-451c-8f3b-182983ae9893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:06.278479 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 55946) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:06.287507 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 55948) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:06.300468 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 55950) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:06.310352 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-1f4bfbf7-05ed-451c-8f3b-182983ae9893 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4614997 Sep 09 22:26:06.318676 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 55952) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:06.325852 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-79a26a13-21bb-4730-91fd-e43a99187894 admin admin] Request body: {'subnet': {'network_id': '58abcfd7-cf47-4f06-85ec-914969ebcf0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-532003643-subnet', 'tenant_id': '299cc965aa5b4aa29f613fb07982fdbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:26:06.353236 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-872968d0-7ed5-459f-9d75-f2893b7cf0a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:06.368500 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4bfbf7-05ed-451c-8f3b-182983ae9893 admin admin] Pushing event updated for resources: {'Network': ['ID=58abcfd7-cf47-4f06-85ec-914969ebcf0e,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:06.380278 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Network 58abcfd7-cf47-4f06-85ec-914969ebcf0e details requested by agent ovs-agent-dv-cinder-759955-23-iscsi with host dv-cinder-759955-23-iscsi {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 22:26:06.382246 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a26a13-21bb-4730-91fd-e43a99187894 admin admin] Made reservation on behalf of 299cc965aa5b4aa29f613fb07982fdbf for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:26:06.385217 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-79a26a13-21bb-4730-91fd-e43a99187894 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26101228'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:06.531964 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-7beab568-8287-4ac1-9bc5-e629820f2f8f admin admin] Deleting subnet 9037bdd5-8756-4494-9943-1957fbfdabca {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 22:26:06.540228 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7beab568-8287-4ac1-9bc5-e629820f2f8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:06.609457 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-872968d0-7ed5-459f-9d75-f2893b7cf0a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:06.622786 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7beab568-8287-4ac1-9bc5-e629820f2f8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25986889'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:06.630995 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-872968d0-7ed5-459f-9d75-f2893b7cf0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:06.665270 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 55958) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:06.668894 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7e7135b7-f32c-4a6d-9b8f-71ce1c93ff42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:06.673758 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-79a26a13-21bb-4730-91fd-e43a99187894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27131170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26101234'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:06.686308 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:06.738051 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a26a13-21bb-4730-91fd-e43a99187894 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57079fb3-8fcf-42dc-b5c6-4a27afb1217c,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:06.738668 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-872968d0-7ed5-459f-9d75-f2893b7cf0a7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1d68357fc7874f328e19516b6ada2110&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4583414 Sep 09 22:26:06.744455 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 55962) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:06.746790 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872968d0-7ed5-459f-9d75-f2893b7cf0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a29835c-487e-4272-8e51-5a37104d65f7,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:06.762873 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7beab568-8287-4ac1-9bc5-e629820f2f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1479288'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:06.834205 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a26a13-21bb-4730-91fd-e43a99187894 admin admin] Checking segment: {'id': 'c91907a4-08ff-47a6-a6cb-1165e0b6a369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '58abcfd7-cf47-4f06-85ec-914969ebcf0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:26:06.834483 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a26a13-21bb-4730-91fd-e43a99187894 admin admin] Network hostable DHCP agents. Network: 58abcfd7-cf47-4f06-85ec-914969ebcf0e, hostable agents: ['8f0ddeab-bc9d-4c81-8d3d-e5ecdacbf733'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 22:26:06.870635 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7beab568-8287-4ac1-9bc5-e629820f2f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1479281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26050247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26210007'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:06.901286 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-256736d0-f57f-4046-8123-e22fa8f4da7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:06.902993 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3f3fb88e-e70b-483a-95f4-084c131dd8a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:06.913804 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7beab568-8287-4ac1-9bc5-e629820f2f8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:06.916799 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-7beab568-8287-4ac1-9bc5-e629820f2f8f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/9037bdd5-8756-4494-9943-1957fbfdabca HTTP/1.1" status: 204 len: 168 time: 0.6273324 Sep 09 22:26:06.916799 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beab568-8287-4ac1-9bc5-e629820f2f8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9037bdd5-8756-4494-9943-1957fbfdabca,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:06.921430 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 55968) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:06.950491 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a26a13-21bb-4730-91fd-e43a99187894 admin admin] Network 58abcfd7-cf47-4f06-85ec-914969ebcf0e is scheduled to be hosted by DHCP agent 8f0ddeab-bc9d-4c81-8d3d-e5ecdacbf733 with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 22:26:06.956411 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7e7135b7-f32c-4a6d-9b8f-71ce1c93ff42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:06.964150 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7e7135b7-f32c-4a6d-9b8f-71ce1c93ff42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:07.002509 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-79a26a13-21bb-4730-91fd-e43a99187894 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-23-iscsi, 58abcfd7-cf47-4f06-85ec-914969ebcf0e) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:26:07.005645 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-256736d0-f57f-4046-8123-e22fa8f4da7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:07.013428 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7535d14b-0d41-4b9a-8fd2-30f40b6bf3ff None None] Network 58abcfd7-cf47-4f06-85ec-914969ebcf0e requested from dv-cinder-759955-23-iscsi {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:26:07.024209 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a26a13-21bb-4730-91fd-e43a99187894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:07.024806 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-79a26a13-21bb-4730-91fd-e43a99187894 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:07.051551 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7135b7-f32c-4a6d-9b8f-71ce1c93ff42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c894e840-6cfd-4d68-af63-0bfac39c6b5b,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:07.056286 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-82b657f4-17e8-4a5c-b27f-6ce565539c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1695652'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:07.059829 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-7e7135b7-f32c-4a6d-9b8f-71ce1c93ff42 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9954da85d87a415e8fb52dc551aff1bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7243536 Sep 09 22:26:07.063808 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 55970) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:07.065801 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9948ea-79cf-451f-877e-1985edffceb4 req-4d26f6a6-336c-405e-bd1b-3dc32d921db0 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:07.067352 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bc9948ea-79cf-451f-877e-1985edffceb4 req-4d26f6a6-336c-405e-bd1b-3dc32d921db0 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 946 time: 0.2173355 Sep 09 22:26:07.132106 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bc9948ea-79cf-451f-877e-1985edffceb4 req-f12fe257-1269-4083-88dc-884ff0c759f5 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486083 Sep 09 22:26:07.158677 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-256736d0-f57f-4046-8123-e22fa8f4da7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:07.162610 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-256736d0-f57f-4046-8123-e22fa8f4da7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:07.163928 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-256736d0-f57f-4046-8123-e22fa8f4da7d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1a29835c-487e-4272-8e51-5a37104d65f7 HTTP/1.1" status: 204 len: 168 time: 0.4192138 Sep 09 22:26:07.190252 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256736d0-f57f-4046-8123-e22fa8f4da7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a29835c-487e-4272-8e51-5a37104d65f7,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:07.220632 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-82b657f4-17e8-4a5c-b27f-6ce565539c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476877', 'neutron.services.segments.db._delete_segments_for_network-8781721822877'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:07.238328 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a2f6c73a-20da-42f4-bd65-459c367bb772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:07.260880 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.services.segments.db [None req-82b657f4-17e8-4a5c-b27f-6ce565539c5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2222438c-63a2-473f-94d9-7efff4a4486d']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:26:07.267260 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3f3fb88e-e70b-483a-95f4-084c131dd8a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:07.274577 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3f3fb88e-e70b-483a-95f4-084c131dd8a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:07.283185 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acd9d37-3725-4173-926c-6441fd5eb66a None None] Network 58abcfd7-cf47-4f06-85ec-914969ebcf0e requested from dv-cinder-759955-23-iscsi {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:26:07.284508 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-79a26a13-21bb-4730-91fd-e43a99187894 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9646311 Sep 09 22:26:07.311686 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a2f6c73a-20da-42f4-bd65-459c367bb772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:07.320132 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.services.segments.db [None req-82b657f4-17e8-4a5c-b27f-6ce565539c5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86c0f4a8-0bde-4508-a031-2bd336e33229') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:26:07.320709 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.services.segments.db [None req-82b657f4-17e8-4a5c-b27f-6ce565539c5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86c0f4a8-0bde-4508-a031-2bd336e33229') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:26:07.325948 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-3f3fb88e-e70b-483a-95f4-084c131dd8a1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8d8f6517267642f8920597f02ac55488&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6591921 Sep 09 22:26:07.327719 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3fb88e-e70b-483a-95f4-084c131dd8a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b551ce-4d7d-4056-9bfe-e84099ab8d07,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:07.330899 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 55976) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:07.362241 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-82b657f4-17e8-4a5c-b27f-6ce565539c5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781721823142', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25986864'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:07.402292 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-82b657f4-17e8-4a5c-b27f-6ce565539c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:07.419024 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82b657f4-17e8-4a5c-b27f-6ce565539c5d admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 22:26:07.419447 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-82b657f4-17e8-4a5c-b27f-6ce565539c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26050341'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:07.421201 dv-cinder-759955-23-iscsi neutron-server[93887]: Traceback (most recent call last): Sep 09 22:26:07.421201 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 22:26:07.421201 dv-cinder-759955-23-iscsi neutron-server[93887]: timer() Sep 09 22:26:07.421201 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 22:26:07.421201 dv-cinder-759955-23-iscsi neutron-server[93887]: cb(*args, **kw) Sep 09 22:26:07.421201 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 22:26:07.421201 dv-cinder-759955-23-iscsi neutron-server[93887]: return func(*args, **kwargs) Sep 09 22:26:07.421201 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 22:26:07.421201 dv-cinder-759955-23-iscsi neutron-server[93887]: self._notify() Sep 09 22:26:07.421201 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 22:26:07.421201 dv-cinder-759955-23-iscsi neutron-server[93887]: self.callback(batched_events) Sep 09 22:26:07.421201 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 22:26:07.421201 dv-cinder-759955-23-iscsi neutron-server[93887]: event.method(event) Sep 09 22:26:07.421201 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 22:26:07.421201 dv-cinder-759955-23-iscsi neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 22:26:07.421201 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 22:26:07.421201 dv-cinder-759955-23-iscsi neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 22:26:07.421201 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 22:26:07.421201 dv-cinder-759955-23-iscsi neutron-server[93887]: return f(self, *a, **k) Sep 09 22:26:07.421201 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 22:26:07.421201 dv-cinder-759955-23-iscsi neutron-server[93887]: return self._get(url).json() Sep 09 22:26:07.421201 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 22:26:07.421201 dv-cinder-759955-23-iscsi neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 22:26:07.421201 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 22:26:07.421201 dv-cinder-759955-23-iscsi neutron-server[93887]: return self.request(url, 'GET', **kwargs) Sep 09 22:26:07.421201 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 22:26:07.421201 dv-cinder-759955-23-iscsi neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 22:26:07.421201 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 22:26:07.421201 dv-cinder-759955-23-iscsi neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 22:26:07.421201 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 22:26:07.421201 dv-cinder-759955-23-iscsi neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 22:26:07.421201 dv-cinder-759955-23-iscsi neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 22:26:07.524064 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e9da9db2-1ee8-4145-a5f0-4f374cb0c62e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:07.524064 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a2f6c73a-20da-42f4-bd65-459c367bb772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:07.525296 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a2f6c73a-20da-42f4-bd65-459c367bb772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:07.529202 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-a2f6c73a-20da-42f4-bd65-459c367bb772 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c894e840-6cfd-4d68-af63-0bfac39c6b5b HTTP/1.1" status: 204 len: 168 time: 0.4617002 Sep 09 22:26:07.535740 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-82b657f4-17e8-4a5c-b27f-6ce565539c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1478910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414983'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:07.540709 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-82b657f4-17e8-4a5c-b27f-6ce565539c5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:07.544495 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-82b657f4-17e8-4a5c-b27f-6ce565539c5d admin admin] 10.222.0.41 "DELETE /v2.0/networks/2222438c-63a2-473f-94d9-7efff4a4486d HTTP/1.1" status: 204 len: 168 time: 0.6221066 Sep 09 22:26:07.546259 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 55990) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:07.578749 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f6c73a-20da-42f4-bd65-459c367bb772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c894e840-6cfd-4d68-af63-0bfac39c6b5b,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:07.603232 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e9da9db2-1ee8-4145-a5f0-4f374cb0c62e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:07.623978 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-df76a58d-9cb1-40b8-ac32-8d818bbe7ec1 admin admin] Deleting subnet 6e90c6d0-0bed-4fb8-a645-37e876ca7776 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 22:26:07.624752 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b657f4-17e8-4a5c-b27f-6ce565539c5d admin admin] Pushing event deleted for resources: {'Network': ['ID=2222438c-63a2-473f-94d9-7efff4a4486d,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:07.629510 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-df76a58d-9cb1-40b8-ac32-8d818bbe7ec1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:07.686752 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e9da9db2-1ee8-4145-a5f0-4f374cb0c62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:07.689603 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-df76a58d-9cb1-40b8-ac32-8d818bbe7ec1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25922394'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:07.690070 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e9da9db2-1ee8-4145-a5f0-4f374cb0c62e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:07.693385 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-e9da9db2-1ee8-4145-a5f0-4f374cb0c62e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/18b551ce-4d7d-4056-9bfe-e84099ab8d07 HTTP/1.1" status: 204 len: 168 time: 0.3521230 Sep 09 22:26:07.700398 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da9db2-1ee8-4145-a5f0-4f374cb0c62e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b551ce-4d7d-4056-9bfe-e84099ab8d07,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:07.743646 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-df76a58d-9cb1-40b8-ac32-8d818bbe7ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1479288'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:07.803613 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-df76a58d-9cb1-40b8-ac32-8d818bbe7ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1479281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27131235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26101001'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:07.837936 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df76a58d-9cb1-40b8-ac32-8d818bbe7ec1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e90c6d0-0bed-4fb8-a645-37e876ca7776,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:07.840077 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-df76a58d-9cb1-40b8-ac32-8d818bbe7ec1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:07.844932 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-df76a58d-9cb1-40b8-ac32-8d818bbe7ec1 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6e90c6d0-0bed-4fb8-a645-37e876ca7776 HTTP/1.1" status: 204 len: 168 time: 0.2945914 Sep 09 22:26:07.845741 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 56004) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:07.927103 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-01b8a969-0608-4097-8ca4-60d897eacff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1695652'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:08.051900 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-01b8a969-0608-4097-8ca4-60d897eacff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476877', 'neutron.services.segments.db._delete_segments_for_network-8781721822877'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:08.075091 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:08.087996 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-01b8a969-0608-4097-8ca4-60d897eacff2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f940ce2f-221f-42a0-9a76-4addaf93408d']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:26:08.139844 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-01b8a969-0608-4097-8ca4-60d897eacff2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c91d9b7-e47c-4386-9fc2-c433ea01272e') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:26:08.139844 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-01b8a969-0608-4097-8ca4-60d897eacff2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c91d9b7-e47c-4386-9fc2-c433ea01272e') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:26:08.157275 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-01b8a969-0608-4097-8ca4-60d897eacff2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781721823142', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25922339'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:08.179691 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 56026) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:08.180446 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-01b8a969-0608-4097-8ca4-60d897eacff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:08.189623 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e67c6-8f6c-4fd8-8f4b-2de4566231ab req-523aada4-1e04-4e3f-8c7a-fbef3d3dec6c tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:08.194187 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-dc0e67c6-8f6c-4fd8-8f4b-2de4566231ab req-523aada4-1e04-4e3f-8c7a-fbef3d3dec6c tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/networks?id=58abcfd7-cf47-4f06-85ec-914969ebcf0e HTTP/1.1" status: 200 len: 814 time: 0.1894028 Sep 09 22:26:08.196560 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-570b268b-8ea7-4415-8d0c-f5c49fc4f413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:08.199591 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01b8a969-0608-4097-8ca4-60d897eacff2 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 22:26:08.200254 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-01b8a969-0608-4097-8ca4-60d897eacff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27131009'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:08.202674 dv-cinder-759955-23-iscsi neutron-server[93888]: Traceback (most recent call last): Sep 09 22:26:08.202674 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 22:26:08.202674 dv-cinder-759955-23-iscsi neutron-server[93888]: timer() Sep 09 22:26:08.202674 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 22:26:08.202674 dv-cinder-759955-23-iscsi neutron-server[93888]: cb(*args, **kw) Sep 09 22:26:08.202674 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 22:26:08.202674 dv-cinder-759955-23-iscsi neutron-server[93888]: return func(*args, **kwargs) Sep 09 22:26:08.202674 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 22:26:08.202674 dv-cinder-759955-23-iscsi neutron-server[93888]: self._notify() Sep 09 22:26:08.202674 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 22:26:08.202674 dv-cinder-759955-23-iscsi neutron-server[93888]: self.callback(batched_events) Sep 09 22:26:08.202674 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 22:26:08.202674 dv-cinder-759955-23-iscsi neutron-server[93888]: event.method(event) Sep 09 22:26:08.202674 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 22:26:08.202674 dv-cinder-759955-23-iscsi neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 22:26:08.202674 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 22:26:08.202674 dv-cinder-759955-23-iscsi neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 22:26:08.202674 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 22:26:08.202674 dv-cinder-759955-23-iscsi neutron-server[93888]: return f(self, *a, **k) Sep 09 22:26:08.202674 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 22:26:08.202674 dv-cinder-759955-23-iscsi neutron-server[93888]: return self._get(url).json() Sep 09 22:26:08.202674 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 22:26:08.202674 dv-cinder-759955-23-iscsi neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 22:26:08.202674 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 22:26:08.202674 dv-cinder-759955-23-iscsi neutron-server[93888]: return self.request(url, 'GET', **kwargs) Sep 09 22:26:08.202674 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 22:26:08.202674 dv-cinder-759955-23-iscsi neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 22:26:08.202674 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 22:26:08.202674 dv-cinder-759955-23-iscsi neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 22:26:08.202674 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 22:26:08.202674 dv-cinder-759955-23-iscsi neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 22:26:08.202674 dv-cinder-759955-23-iscsi neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 22:26:08.222676 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-dc0e67c6-8f6c-4fd8-8f4b-2de4566231ab req-be91849a-b010-4a9a-848b-ae2715a51da3 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/quotas/299cc965aa5b4aa29f613fb07982fdbf HTTP/1.1" status: 200 len: 375 time: 0.0189891 Sep 09 22:26:08.260789 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-dc0e67c6-8f6c-4fd8-8f4b-2de4566231ab req-257f050a-1bee-4e62-8265-5b3bd0b8c303 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=299cc965aa5b4aa29f613fb07982fdbf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312014 Sep 09 22:26:08.307910 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-570b268b-8ea7-4415-8d0c-f5c49fc4f413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:08.314275 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-570b268b-8ea7-4415-8d0c-f5c49fc4f413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:08.352629 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-01b8a969-0608-4097-8ca4-60d897eacff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1478910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414983'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:08.362692 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-01b8a969-0608-4097-8ca4-60d897eacff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:08.367525 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-01b8a969-0608-4097-8ca4-60d897eacff2 admin admin] 10.222.0.41 "DELETE /v2.0/networks/f940ce2f-221f-42a0-9a76-4addaf93408d HTTP/1.1" status: 204 len: 168 time: 0.5214322 Sep 09 22:26:08.378752 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-570b268b-8ea7-4415-8d0c-f5c49fc4f413 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6c2bb5302ff744989f73c3d2db2a9576&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1971538 Sep 09 22:26:08.382306 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 56038) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:08.427365 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570b268b-8ea7-4415-8d0c-f5c49fc4f413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d995e8a9-1369-4572-b658-3c3e6249b82f,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:08.451821 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3c736f2c-7cd8-4146-bf69-31ef48a54e7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:08.484696 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3c736f2c-7cd8-4146-bf69-31ef48a54e7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:08.551199 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3c736f2c-7cd8-4146-bf69-31ef48a54e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:08.556385 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3c736f2c-7cd8-4146-bf69-31ef48a54e7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:08.562357 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-3c736f2c-7cd8-4146-bf69-31ef48a54e7f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d995e8a9-1369-4572-b658-3c3e6249b82f HTTP/1.1" status: 204 len: 168 time: 0.1771228 Sep 09 22:26:08.571116 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c736f2c-7cd8-4146-bf69-31ef48a54e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d995e8a9-1369-4572-b658-3c3e6249b82f,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:08.626272 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8a969-0608-4097-8ca4-60d897eacff2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f940ce2f-221f-42a0-9a76-4addaf93408d,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:08.643263 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 56046) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:08.659760 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b101d4-da74-471f-8957-ec61908b631b req-449baa33-ce6c-45a7-910d-c3ac4b247cc5 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:08.661305 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-68b101d4-da74-471f-8957-ec61908b631b req-449baa33-ce6c-45a7-910d-c3ac4b247cc5 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 946 time: 0.3996229 Sep 09 22:26:08.687339 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-dc0e67c6-8f6c-4fd8-8f4b-2de4566231ab req-b8303395-82b6-40a9-8d47-4cf0a65965dc service neutron] 10.222.0.41 "GET /v2.0/networks/58abcfd7-cf47-4f06-85ec-914969ebcf0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3848619 Sep 09 22:26:08.702772 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-875bfa62-1f2b-4450-954e-11adcaadb079 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=26467b3aae554c68889354ed420c3933&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0555480 Sep 09 22:26:08.705919 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 56050) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:08.745154 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-68b101d4-da74-471f-8957-ec61908b631b req-9bd111b4-5b28-48ac-8d50-3af1f7b1af3c tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761840 Sep 09 22:26:08.790861 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e7ab01a6-b056-4af6-b681-4ea30bf5754f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:08.820711 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e7ab01a6-b056-4af6-b681-4ea30bf5754f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:08.832072 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-dc0e67c6-8f6c-4fd8-8f4b-2de4566231ab req-98721187-f83a-492d-8ee4-508d224abbb0 service neutron] 10.222.0.41 "GET /v2.0/networks/58abcfd7-cf47-4f06-85ec-914969ebcf0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390691 Sep 09 22:26:08.896804 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e7ab01a6-b056-4af6-b681-4ea30bf5754f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:08.900382 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e7ab01a6-b056-4af6-b681-4ea30bf5754f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:08.904249 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-e7ab01a6-b056-4af6-b681-4ea30bf5754f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/60989f58-b114-448c-a2c0-1e7681c9031b HTTP/1.1" status: 204 len: 168 time: 0.1936986 Sep 09 22:26:08.912065 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ab01a6-b056-4af6-b681-4ea30bf5754f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60989f58-b114-448c-a2c0-1e7681c9031b,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:09.018564 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a4b014e5-ea34-4478-bb06-8fc5e5c99def req-f02b83b8-f16c-4fa6-b1d6-b43d084ff26d tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beb0f20-955d-4e65-bf2d-3d35d30590b3 HTTP/1.1" status: 200 len: 210 time: 0.0291147 Sep 09 22:26:09.330307 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 56080) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:09.348131 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d45e58a0-4044-431f-a608-8c035513930a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:09.449556 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d45e58a0-4044-431f-a608-8c035513930a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:09.455679 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d45e58a0-4044-431f-a608-8c035513930a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:09.489472 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45e58a0-4044-431f-a608-8c035513930a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1ef5b1-647b-4ef8-98dd-bc91ff1ae8b2,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:09.538172 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-d45e58a0-4044-431f-a608-8c035513930a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0b241dbbdac24ee1ba0827f378e380bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2067447 Sep 09 22:26:09.540780 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 56086) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:09.591329 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 56088) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:09.630423 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-461cb864-653a-430c-892a-c4eb7e611f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:09.662452 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-461cb864-653a-430c-892a-c4eb7e611f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:09.693245 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-f251e8f7-4b42-4807-b680-3423b1c3eea2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=272fd7caf94142d98524ee44be7610a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0999866 Sep 09 22:26:09.694580 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 56092) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:09.730886 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-461cb864-653a-430c-892a-c4eb7e611f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:09.733839 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-461cb864-653a-430c-892a-c4eb7e611f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:09.737529 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-461cb864-653a-430c-892a-c4eb7e611f99 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8e1ef5b1-647b-4ef8-98dd-bc91ff1ae8b2 HTTP/1.1" status: 204 len: 168 time: 0.1933000 Sep 09 22:26:09.743677 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461cb864-653a-430c-892a-c4eb7e611f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1ef5b1-647b-4ef8-98dd-bc91ff1ae8b2,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:09.751194 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fff732cd-8b0d-4341-8a7a-4632127d934b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:09.780000 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fff732cd-8b0d-4341-8a7a-4632127d934b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:09.862015 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fff732cd-8b0d-4341-8a7a-4632127d934b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:09.864568 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fff732cd-8b0d-4341-8a7a-4632127d934b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:09.865689 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-fff732cd-8b0d-4341-8a7a-4632127d934b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b99b1de4-4f77-4259-b8b8-a5e8ceb23af3 HTTP/1.1" status: 204 len: 168 time: 0.1699681 Sep 09 22:26:09.879794 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff732cd-8b0d-4341-8a7a-4632127d934b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99b1de4-4f77-4259-b8b8-a5e8ceb23af3,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:09.907935 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b5775-86b1-4c81-891d-e138ab3e4619 req-909ce7ae-2456-4d33-9328-9e0a3ec32347 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:09.910104 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4e6b5775-86b1-4c81-891d-e138ab3e4619 req-909ce7ae-2456-4d33-9328-9e0a3ec32347 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 946 time: 0.0877728 Sep 09 22:26:09.971415 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4e6b5775-86b1-4c81-891d-e138ab3e4619 req-cfc97bf1-b49d-43a2-8fd5-88d0cc73f267 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543838 Sep 09 22:26:10.213011 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ad99f222-ed6e-4270-91e3-39e99460214c req-6ba47166-dfeb-4614-90ac-f8cd032770f1 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beb0f20-955d-4e65-bf2d-3d35d30590b3 HTTP/1.1" status: 200 len: 210 time: 0.0553684 Sep 09 22:26:10.269074 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e67c6-8f6c-4fd8-8f4b-2de4566231ab req-94410fc4-0124-4f13-a2ce-dfe533628a81 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:10.271044 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-dc0e67c6-8f6c-4fd8-8f4b-2de4566231ab req-94410fc4-0124-4f13-a2ce-dfe533628a81 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.20 "GET /v2.0/networks?id=58abcfd7-cf47-4f06-85ec-914969ebcf0e HTTP/1.1" status: 200 len: 814 time: 0.2011554 Sep 09 22:26:10.285785 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [req-dc0e67c6-8f6c-4fd8-8f4b-2de4566231ab req-8cdb6533-904d-4705-af1c-6f1875d5f58d tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Request body: {'port': {'device_id': '6beb0f20-955d-4e65-bf2d-3d35d30590b3', 'network_id': '58abcfd7-cf47-4f06-85ec-914969ebcf0e', 'admin_state_up': True, 'tenant_id': '299cc965aa5b4aa29f613fb07982fdbf'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:26:10.477647 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc0e67c6-8f6c-4fd8-8f4b-2de4566231ab req-8cdb6533-904d-4705-af1c-6f1875d5f58d tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Made reservation on behalf of 299cc965aa5b4aa29f613fb07982fdbf for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:26:10.482006 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-dc0e67c6-8f6c-4fd8-8f4b-2de4566231ab req-8cdb6533-904d-4705-af1c-6f1875d5f58d tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:10.624470 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-dc0e67c6-8f6c-4fd8-8f4b-2de4566231ab req-8cdb6533-904d-4705-af1c-6f1875d5f58d tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Allocated IP 172.20.0.10 (58abcfd7-cf47-4f06-85ec-914969ebcf0e/57079fb3-8fcf-42dc-b5c6-4a27afb1217c/76f12ea7-81f5-4e15-8c5f-9e2eca764fa3) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:26:10.833792 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-dc0e67c6-8f6c-4fd8-8f4b-2de4566231ab req-8cdb6533-904d-4705-af1c-6f1875d5f58d tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:10.882121 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-dc0e67c6-8f6c-4fd8-8f4b-2de4566231ab req-8cdb6533-904d-4705-af1c-6f1875d5f58d tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26050298'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:10.937893 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdb6533-904d-4705-af1c-6f1875d5f58d tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Pushing event updated for resources: {'Port': ['ID=76f12ea7-81f5-4e15-8c5f-9e2eca764fa3,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:10.954921 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc0e67c6-8f6c-4fd8-8f4b-2de4566231ab req-8cdb6533-904d-4705-af1c-6f1875d5f58d tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Network 58abcfd7-cf47-4f06-85ec-914969ebcf0e is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:26:10.956330 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-dc0e67c6-8f6c-4fd8-8f4b-2de4566231ab req-8cdb6533-904d-4705-af1c-6f1875d5f58d tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:26:10.959116 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0e67c6-8f6c-4fd8-8f4b-2de4566231ab req-8cdb6533-904d-4705-af1c-6f1875d5f58d tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:26:11.018850 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e67c6-8f6c-4fd8-8f4b-2de4566231ab req-8cdb6533-904d-4705-af1c-6f1875d5f58d tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:11.019628 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-dc0e67c6-8f6c-4fd8-8f4b-2de4566231ab req-8cdb6533-904d-4705-af1c-6f1875d5f58d tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:11.039793 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-dc0e67c6-8f6c-4fd8-8f4b-2de4566231ab req-8cdb6533-904d-4705-af1c-6f1875d5f58d tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7580914 Sep 09 22:26:11.055694 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [req-dc0e67c6-8f6c-4fd8-8f4b-2de4566231ab req-3fb40899-92d4-4b2c-ab0b-c360112d61a6 service neutron] Request body: {'port': {'device_id': '6beb0f20-955d-4e65-bf2d-3d35d30590b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:26:11.162529 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-dc0e67c6-8f6c-4fd8-8f4b-2de4566231ab req-3fb40899-92d4-4b2c-ab0b-c360112d61a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:11.212616 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d640b33-0155-4a3b-93ac-16c6668a3ea1 req-bf0d5142-0257-45d8-b7aa-c45443e11752 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:11.214109 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9d640b33-0155-4a3b-93ac-16c6668a3ea1 req-bf0d5142-0257-45d8-b7aa-c45443e11752 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 946 time: 0.1053877 Sep 09 22:26:11.307892 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9d640b33-0155-4a3b-93ac-16c6668a3ea1 req-370c5469-4258-4ca0-a998-fba047519ff9 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822117 Sep 09 22:26:11.406961 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b865d59-15d3-4022-9db8-4160ffb5a267 req-ef61470a-69f0-4195-ace6-ecc7f216d279 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:11.408994 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0b865d59-15d3-4022-9db8-4160ffb5a267 req-ef61470a-69f0-4195-ace6-ecc7f216d279 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beb0f20-955d-4e65-bf2d-3d35d30590b3 HTTP/1.1" status: 200 len: 932 time: 0.0880795 Sep 09 22:26:11.475623 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0b865d59-15d3-4022-9db8-4160ffb5a267 req-4d32e444-539a-41e7-a87d-fca66c18f375 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589254 Sep 09 22:26:11.584962 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.notifiers.nova [req-dc0e67c6-8f6c-4fd8-8f4b-2de4566231ab req-3fb40899-92d4-4b2c-ab0b-c360112d61a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76f12ea7-81f5-4e15-8c5f-9e2eca764fa3 {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:26:11.592581 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-dc0e67c6-8f6c-4fd8-8f4b-2de4566231ab req-3fb40899-92d4-4b2c-ab0b-c360112d61a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:11.605131 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-dc0e67c6-8f6c-4fd8-8f4b-2de4566231ab req-3fb40899-92d4-4b2c-ab0b-c360112d61a6 service neutron] Transition to ACTIVE for port object 76f12ea7-81f5-4e15-8c5f-9e2eca764fa3 will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:26:11.609214 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-dc0e67c6-8f6c-4fd8-8f4b-2de4566231ab req-3fb40899-92d4-4b2c-ab0b-c360112d61a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26050313'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:11.676158 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb40899-92d4-4b2c-ab0b-c360112d61a6 service neutron] Pushing event updated for resources: {'Port': ['ID=76f12ea7-81f5-4e15-8c5f-9e2eca764fa3,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:11.731450 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-dc0e67c6-8f6c-4fd8-8f4b-2de4566231ab req-3fb40899-92d4-4b2c-ab0b-c360112d61a6 service neutron] Attempting to bind port 76f12ea7-81f5-4e15-8c5f-9e2eca764fa3 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:26:11.731934 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-dc0e67c6-8f6c-4fd8-8f4b-2de4566231ab req-3fb40899-92d4-4b2c-ab0b-c360112d61a6 service neutron] Attempting to bind port 76f12ea7-81f5-4e15-8c5f-9e2eca764fa3 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': 'c91907a4-08ff-47a6-a6cb-1165e0b6a369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '58abcfd7-cf47-4f06-85ec-914969ebcf0e'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:26:11.732420 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0e67c6-8f6c-4fd8-8f4b-2de4566231ab req-3fb40899-92d4-4b2c-ab0b-c360112d61a6 service neutron] Attempting to bind port 76f12ea7-81f5-4e15-8c5f-9e2eca764fa3 on network 58abcfd7-cf47-4f06-85ec-914969ebcf0e {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:26:11.737260 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0e67c6-8f6c-4fd8-8f4b-2de4566231ab req-3fb40899-92d4-4b2c-ab0b-c360112d61a6 service neutron] Port 76f12ea7-81f5-4e15-8c5f-9e2eca764fa3 on network 58abcfd7-cf47-4f06-85ec-914969ebcf0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 22:26:11.737651 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0e67c6-8f6c-4fd8-8f4b-2de4566231ab req-3fb40899-92d4-4b2c-ab0b-c360112d61a6 service neutron] Attempting to bind port 76f12ea7-81f5-4e15-8c5f-9e2eca764fa3 on network 58abcfd7-cf47-4f06-85ec-914969ebcf0e {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:26:11.742734 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0e67c6-8f6c-4fd8-8f4b-2de4566231ab req-3fb40899-92d4-4b2c-ab0b-c360112d61a6 service neutron] Checking agent: {'id': 'd4d09dd9-4fb9-4f0d-bf57-c365063561af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 23, 5), 'started_at': datetime.datetime(2021, 9, 9, 22, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:26:11.743067 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0e67c6-8f6c-4fd8-8f4b-2de4566231ab req-3fb40899-92d4-4b2c-ab0b-c360112d61a6 service neutron] Checking segment: {'id': 'c91907a4-08ff-47a6-a6cb-1165e0b6a369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '58abcfd7-cf47-4f06-85ec-914969ebcf0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:26:11.743443 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0e67c6-8f6c-4fd8-8f4b-2de4566231ab req-3fb40899-92d4-4b2c-ab0b-c360112d61a6 service neutron] Bound using segment: {'id': 'c91907a4-08ff-47a6-a6cb-1165e0b6a369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '58abcfd7-cf47-4f06-85ec-914969ebcf0e'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:26:11.743859 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-dc0e67c6-8f6c-4fd8-8f4b-2de4566231ab req-3fb40899-92d4-4b2c-ab0b-c360112d61a6 service neutron] Bound port: 76f12ea7-81f5-4e15-8c5f-9e2eca764fa3, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91907a4-08ff-47a6-a6cb-1165e0b6a369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '58abcfd7-cf47-4f06-85ec-914969ebcf0e'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:26:11.744241 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-dc0e67c6-8f6c-4fd8-8f4b-2de4566231ab req-3fb40899-92d4-4b2c-ab0b-c360112d61a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:11.828057 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-dc0e67c6-8f6c-4fd8-8f4b-2de4566231ab req-3fb40899-92d4-4b2c-ab0b-c360112d61a6 service neutron] For port 76f12ea7-81f5-4e15-8c5f-9e2eca764fa3, host hv-cinder-75995, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:26:11.831723 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-dc0e67c6-8f6c-4fd8-8f4b-2de4566231ab req-3fb40899-92d4-4b2c-ab0b-c360112d61a6 service neutron] For port 76f12ea7-81f5-4e15-8c5f-9e2eca764fa3, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=76f12ea7-81f5-4e15-8c5f-9e2eca764fa3,segment=NetworkSegment(c91907a4-08ff-47a6-a6cb-1165e0b6a369),segment_id=c91907a4-08ff-47a6-a6cb-1165e0b6a369)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:26:11.839594 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-dc0e67c6-8f6c-4fd8-8f4b-2de4566231ab req-3fb40899-92d4-4b2c-ab0b-c360112d61a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26050313'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:11.877527 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e67c6-8f6c-4fd8-8f4b-2de4566231ab req-3fb40899-92d4-4b2c-ab0b-c360112d61a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:11.878147 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-dc0e67c6-8f6c-4fd8-8f4b-2de4566231ab req-3fb40899-92d4-4b2c-ab0b-c360112d61a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:11.879680 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-dc0e67c6-8f6c-4fd8-8f4b-2de4566231ab req-3fb40899-92d4-4b2c-ab0b-c360112d61a6 service neutron] 10.222.0.20 "PUT /v2.0/ports/76f12ea7-81f5-4e15-8c5f-9e2eca764fa3 HTTP/1.1" status: 200 len: 1094 time: 0.8286917 Sep 09 22:26:11.880152 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6beb0f20-955d-4e65-bf2d-3d35d30590b3', 'tag': '76f12ea7-81f5-4e15-8c5f-9e2eca764fa3'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:26:11.882444 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc6a31de840fc8aa808063a849dfe176742cab8c19a8c4c2f30ae5ebe0344c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71d5199-71b8-4d2c-b62a-3ffd93105a9c" -d '{"events": [{"name": "network-changed", "server_uuid": "6beb0f20-955d-4e65-bf2d-3d35d30590b3", "tag": "76f12ea7-81f5-4e15-8c5f-9e2eca764fa3"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:26:11.907497 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb40899-92d4-4b2c-ab0b-c360112d61a6 service neutron] Pushing event updated for resources: {'Port': ['ID=76f12ea7-81f5-4e15-8c5f-9e2eca764fa3,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:11.981868 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef948df-49ee-4e72-ace1-7f9a356616f4 x-openstack-request-id: req-5ef948df-49ee-4e72-ace1-7f9a356616f4 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:26:11.982382 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6beb0f20-955d-4e65-bf2d-3d35d30590b3", "tag": "76f12ea7-81f5-4e15-8c5f-9e2eca764fa3", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:26:11.983657 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5ef948df-49ee-4e72-ace1-7f9a356616f4 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:26:11.984246 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6beb0f20-955d-4e65-bf2d-3d35d30590b3', 'tag': '76f12ea7-81f5-4e15-8c5f-9e2eca764fa3', 'status': 'completed', 'code': 200} Sep 09 22:26:12.007720 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e67c6-8f6c-4fd8-8f4b-2de4566231ab req-d2068773-174e-4900-a1b4-fd192c3e73f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:12.009634 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-dc0e67c6-8f6c-4fd8-8f4b-2de4566231ab req-d2068773-174e-4900-a1b4-fd192c3e73f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=299cc965aa5b4aa29f613fb07982fdbf&device_id=6beb0f20-955d-4e65-bf2d-3d35d30590b3 HTTP/1.1" status: 200 len: 1097 time: 0.0778534 Sep 09 22:26:12.065260 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-dc0e67c6-8f6c-4fd8-8f4b-2de4566231ab req-3f63ace1-b07d-4d4e-836a-ce3c4d111fc8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76f12ea7-81f5-4e15-8c5f-9e2eca764fa3 HTTP/1.1" status: 200 len: 217 time: 0.0438373 Sep 09 22:26:12.116795 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0e67c6-8f6c-4fd8-8f4b-2de4566231ab req-e6afe04a-d3db-46ce-add6-f26c25b74065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:12.118261 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-dc0e67c6-8f6c-4fd8-8f4b-2de4566231ab req-e6afe04a-d3db-46ce-add6-f26c25b74065 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=57079fb3-8fcf-42dc-b5c6-4a27afb1217c HTTP/1.1" status: 200 len: 854 time: 0.0439627 Sep 09 22:26:12.150286 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-dc0e67c6-8f6c-4fd8-8f4b-2de4566231ab req-44a0896b-2cb5-408f-a2ae-a42379d5e5e7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=58abcfd7-cf47-4f06-85ec-914969ebcf0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242326 Sep 09 22:26:12.256024 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-dc0e67c6-8f6c-4fd8-8f4b-2de4566231ab req-7d7cb0cd-1089-444d-a44b-3d34392974da service neutron] 10.222.0.20 "GET /v2.0/networks/58abcfd7-cf47-4f06-85ec-914969ebcf0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959613 Sep 09 22:26:12.361271 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-dc0e67c6-8f6c-4fd8-8f4b-2de4566231ab req-b74a167f-13d7-4633-ba1a-73b9c166af94 service neutron] 10.222.0.20 "GET /v2.0/networks/58abcfd7-cf47-4f06-85ec-914969ebcf0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961559 Sep 09 22:26:12.442614 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6150cb2-c303-47dd-a075-427106f51016 req-2e3b5e9e-dbd6-4397-bc17-8ac0993506a1 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:12.444780 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a6150cb2-c303-47dd-a075-427106f51016 req-2e3b5e9e-dbd6-4397-bc17-8ac0993506a1 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 946 time: 0.0497665 Sep 09 22:26:12.458660 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d5199-71b8-4d2c-b62a-3ffd93105a9c req-b39e1929-cbe5-4e77-8799-355f43f20127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:12.460393 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-c71d5199-71b8-4d2c-b62a-3ffd93105a9c req-b39e1929-cbe5-4e77-8799-355f43f20127 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=299cc965aa5b4aa29f613fb07982fdbf&device_id=6beb0f20-955d-4e65-bf2d-3d35d30590b3 HTTP/1.1" status: 200 len: 1097 time: 0.0458508 Sep 09 22:26:12.487823 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a6150cb2-c303-47dd-a075-427106f51016 req-81981c63-4ce3-4c47-89c0-2d62be705e80 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371494 Sep 09 22:26:12.573795 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d5199-71b8-4d2c-b62a-3ffd93105a9c req-9eb77ba6-c55d-40a7-804c-ee64872fa479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:12.575408 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-c71d5199-71b8-4d2c-b62a-3ffd93105a9c req-9eb77ba6-c55d-40a7-804c-ee64872fa479 service neutron] 10.222.0.20 "GET /v2.0/networks?id=58abcfd7-cf47-4f06-85ec-914969ebcf0e HTTP/1.1" status: 200 len: 914 time: 0.1074507 Sep 09 22:26:12.619334 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fddaf73-6b85-495b-8c2e-59ab3eccaa7d req-1a80deb9-0206-4397-9f00-28139aceb345 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:12.620827 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4fddaf73-6b85-495b-8c2e-59ab3eccaa7d req-1a80deb9-0206-4397-9f00-28139aceb345 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beb0f20-955d-4e65-bf2d-3d35d30590b3 HTTP/1.1" status: 200 len: 944 time: 0.0549233 Sep 09 22:26:12.663115 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4fddaf73-6b85-495b-8c2e-59ab3eccaa7d req-c965ecf0-131b-4c3b-991e-2e0dba186d6c tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340099 Sep 09 22:26:13.215403 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-399c1d48-0857-4909-9c44-dde3264f133a tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=c1aad04708874ea6958c4eb241fcbc6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288095 Sep 09 22:26:13.401568 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-7f920a20-a337-4f76-8ae1-621296a77bfe tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:13.403213 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-7f920a20-a337-4f76-8ae1-621296a77bfe tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1813772 Sep 09 22:26:13.420596 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-a42bc269-b4fa-455a-b6bd-edafe67d0fa9 tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] 10.222.0.41 "GET /v2.0/quotas/c1aad04708874ea6958c4eb241fcbc6e HTTP/1.1" status: 200 len: 375 time: 0.0101662 Sep 09 22:26:13.455880 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-88b5c301-ed51-4abb-970a-e5c28b688ecd tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1aad04708874ea6958c4eb241fcbc6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293939 Sep 09 22:26:13.682622 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb49c99e-6020-4a35-8312-93936a21c1a9 req-a545eeef-5e1d-4e7e-a9c8-7471688b28c1 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:13.684772 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fb49c99e-6020-4a35-8312-93936a21c1a9 req-a545eeef-5e1d-4e7e-a9c8-7471688b28c1 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 946 time: 0.0808761 Sep 09 22:26:13.689328 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-c71d5199-71b8-4d2c-b62a-3ffd93105a9c req-ee7dad13-518d-4320-b7e4-f3b01e0e64ea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76f12ea7-81f5-4e15-8c5f-9e2eca764fa3 HTTP/1.1" status: 200 len: 217 time: 0.0551622 Sep 09 22:26:13.728958 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fb49c99e-6020-4a35-8312-93936a21c1a9 req-491b3bdf-5606-4511-b3fe-59eb5e4d9ba9 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367465 Sep 09 22:26:13.793591 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cb0b54ea-b65d-4c92-b73a-75f3be54b133 req-f6da53e2-0a71-4c30-b3a5-aabfc3eb7bd3 tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e255b6e-38d5-404d-bab1-95d6f323f16f HTTP/1.1" status: 200 len: 210 time: 0.0266049 Sep 09 22:26:13.901441 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da7e16-9283-481a-bad1-21f01dfe9c7f req-4edf9906-1c76-4c14-849b-e0720c9eb5ae tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:13.902879 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-62da7e16-9283-481a-bad1-21f01dfe9c7f req-4edf9906-1c76-4c14-849b-e0720c9eb5ae tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beb0f20-955d-4e65-bf2d-3d35d30590b3 HTTP/1.1" status: 200 len: 944 time: 0.0554292 Sep 09 22:26:13.941117 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-62da7e16-9283-481a-bad1-21f01dfe9c7f req-d7a70610-e32b-4c6d-b62f-eedbc76d2dba tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322537 Sep 09 22:26:14.844493 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee1748-ee40-4ecb-89b9-e4cb9c38828f req-ad914070-a2e4-4638-af16-4bcc81b691c5 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:14.845952 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4aee1748-ee40-4ecb-89b9-e4cb9c38828f req-ad914070-a2e4-4638-af16-4bcc81b691c5 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 946 time: 0.0484281 Sep 09 22:26:14.883844 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4aee1748-ee40-4ecb-89b9-e4cb9c38828f req-0195c0d0-f5fa-41d0-8fb8-907f1d8ce8ca tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320313 Sep 09 22:26:14.962399 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f02111a6-6756-4cf7-9d53-60729730e8e6 req-fd35f438-23fe-4f1d-af87-f095338e76d2 tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e255b6e-38d5-404d-bab1-95d6f323f16f HTTP/1.1" status: 200 len: 210 time: 0.0266809 Sep 09 22:26:15.059543 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0a577-82ec-4401-b207-4863460a2ff4 req-28cf043f-68a1-4ad5-94f4-2cb91261d5dd tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:15.061552 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0bf0a577-82ec-4401-b207-4863460a2ff4 req-28cf043f-68a1-4ad5-94f4-2cb91261d5dd tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beb0f20-955d-4e65-bf2d-3d35d30590b3 HTTP/1.1" status: 200 len: 944 time: 0.0469480 Sep 09 22:26:15.100466 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0bf0a577-82ec-4401-b207-4863460a2ff4 req-a1a3b840-7409-4d97-a224-7d51234c6b8d tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331683 Sep 09 22:26:15.548479 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d5199-71b8-4d2c-b62a-3ffd93105a9c req-b55f8f20-9942-49b9-afa6-337032cfa81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:15.550057 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-c71d5199-71b8-4d2c-b62a-3ffd93105a9c req-b55f8f20-9942-49b9-afa6-337032cfa81e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=57079fb3-8fcf-42dc-b5c6-4a27afb1217c HTTP/1.1" status: 200 len: 854 time: 0.0519872 Sep 09 22:26:15.589119 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-c71d5199-71b8-4d2c-b62a-3ffd93105a9c req-7d33ddfd-fa2e-4e6f-89a2-f82c30cc3d3f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=58abcfd7-cf47-4f06-85ec-914969ebcf0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254540 Sep 09 22:26:15.699276 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-c71d5199-71b8-4d2c-b62a-3ffd93105a9c req-b8ac7b6d-e02d-44f5-bf40-d2410d60ef1d service neutron] 10.222.0.20 "GET /v2.0/networks/58abcfd7-cf47-4f06-85ec-914969ebcf0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010015 Sep 09 22:26:15.796732 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-c71d5199-71b8-4d2c-b62a-3ffd93105a9c req-79df4bf4-2e11-4569-909c-a1ac87560298 service neutron] 10.222.0.20 "GET /v2.0/networks/58abcfd7-cf47-4f06-85ec-914969ebcf0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884268 Sep 09 22:26:16.001960 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478ef1f-4637-4b9a-8eae-5a93a1b461fe req-1b5d185e-fd72-42f4-ab52-dd6f353974eb tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:16.003477 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4478ef1f-4637-4b9a-8eae-5a93a1b461fe req-1b5d185e-fd72-42f4-ab52-dd6f353974eb tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 946 time: 0.0529196 Sep 09 22:26:16.052119 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4478ef1f-4637-4b9a-8eae-5a93a1b461fe req-faddfcc2-df8d-4e45-bd11-9726ef4309ac tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425653 Sep 09 22:26:16.066110 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0e205876-23a2-4213-a2a1-9dfcb32f77d2 req-95728609-92e3-419a-b772-d7011a415ce0 tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e255b6e-38d5-404d-bab1-95d6f323f16f HTTP/1.1" status: 200 len: 210 time: 0.0293789 Sep 09 22:26:16.207280 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-6211d4f3-44b7-4a1d-86b1-c8cb2812bfaa tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c1aad04708874ea6958c4eb241fcbc6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361760 Sep 09 22:26:16.231107 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa65f97-7846-4af4-92b9-b95f93aa2bfb req-11f5c195-a77b-469f-b126-12a019fa2971 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:16.232885 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0aa65f97-7846-4af4-92b9-b95f93aa2bfb req-11f5c195-a77b-469f-b126-12a019fa2971 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beb0f20-955d-4e65-bf2d-3d35d30590b3 HTTP/1.1" status: 200 len: 944 time: 0.0651507 Sep 09 22:26:16.287845 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0aa65f97-7846-4af4-92b9-b95f93aa2bfb req-7eb22367-f0cb-4c55-8031-e3cc269ffb0d tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472126 Sep 09 22:26:16.422889 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-e8054a01-5add-47fd-84f5-d466b5d9a302 tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:16.424354 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-e8054a01-5add-47fd-84f5-d466b5d9a302 tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2086270 Sep 09 22:26:16.440250 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-3eb08893-31d1-4225-a57c-20ec4e47d01f tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] Request body: {'port': {'device_id': '8e255b6e-38d5-404d-bab1-95d6f323f16f', 'network_id': '6ef354da-259c-4262-8bee-4ae01f3bd399', 'admin_state_up': True, 'tenant_id': 'c1aad04708874ea6958c4eb241fcbc6e'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:26:16.554092 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-3eb08893-31d1-4225-a57c-20ec4e47d01f tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] Made reservation on behalf of c1aad04708874ea6958c4eb241fcbc6e for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:26:16.557707 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-3eb08893-31d1-4225-a57c-20ec4e47d01f tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:16.567623 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-3eb08893-31d1-4225-a57c-20ec4e47d01f tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:16.661154 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-3eb08893-31d1-4225-a57c-20ec4e47d01f tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:16.665370 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-3eb08893-31d1-4225-a57c-20ec4e47d01f tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:16.730825 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb08893-31d1-4225-a57c-20ec4e47d01f tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f63ba1a7-3f07-43c4-a289-6a35749e8eae,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:16.799140 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-3eb08893-31d1-4225-a57c-20ec4e47d01f tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] Allocated IP 192.168.233.62 (6ef354da-259c-4262-8bee-4ae01f3bd399/eab6748b-ce46-4005-9ae2-827a27797b3b/fe41292d-1f93-4d2e-9efe-94f99d055cb4) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:26:16.963302 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-3eb08893-31d1-4225-a57c-20ec4e47d01f tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:16.977905 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-3eb08893-31d1-4225-a57c-20ec4e47d01f tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] Transition to ACTIVE for port object fe41292d-1f93-4d2e-9efe-94f99d055cb4 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:26:17.018394 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-3eb08893-31d1-4225-a57c-20ec4e47d01f tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26050298'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:17.072720 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb08893-31d1-4225-a57c-20ec4e47d01f tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] Pushing event updated for resources: {'Port': ['ID=fe41292d-1f93-4d2e-9efe-94f99d055cb4,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:17.077190 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-3eb08893-31d1-4225-a57c-20ec4e47d01f tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] Network 6ef354da-259c-4262-8bee-4ae01f3bd399 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:26:17.079310 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-3eb08893-31d1-4225-a57c-20ec4e47d01f tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:26:17.081901 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-3eb08893-31d1-4225-a57c-20ec4e47d01f tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:26:17.131765 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 56348) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:17.153812 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-3eb08893-31d1-4225-a57c-20ec4e47d01f tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:17.154305 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-3eb08893-31d1-4225-a57c-20ec4e47d01f tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:17.174621 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-3eb08893-31d1-4225-a57c-20ec4e47d01f tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7374525 Sep 09 22:26:17.323159 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b3a0d-d3aa-4161-941d-c174c2067fbd req-50ed38c4-9467-4512-97a5-4d3a2ae6cdc5 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:17.324623 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-857b3a0d-d3aa-4161-941d-c174c2067fbd req-50ed38c4-9467-4512-97a5-4d3a2ae6cdc5 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 946 time: 0.1593077 Sep 09 22:26:17.353653 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a0c67-5160-4187-996b-2f7b343228dc req-8c576fba-8092-4d97-8693-a5d7500c99ce tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:17.355058 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-024a0c67-5160-4187-996b-2f7b343228dc req-8c576fba-8092-4d97-8693-a5d7500c99ce tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e255b6e-38d5-404d-bab1-95d6f323f16f HTTP/1.1" status: 200 len: 935 time: 0.1587040 Sep 09 22:26:17.357053 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e6082bf0-452b-43dd-a0e0-91001d01e98a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:17.395489 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-631f85d6-9252-4319-86db-c3b0199af466 None None] Provisioning for port fe41292d-1f93-4d2e-9efe-94f99d055cb4 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:26:17.399441 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-631f85d6-9252-4319-86db-c3b0199af466 None None] Provisioning complete for port fe41292d-1f93-4d2e-9efe-94f99d055cb4 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:26:17.399847 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-631f85d6-9252-4319-86db-c3b0199af466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:17.421118 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-857b3a0d-d3aa-4161-941d-c174c2067fbd req-2cd824cd-805a-44ff-b023-4c9226768074 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866911 Sep 09 22:26:17.433879 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-024a0c67-5160-4187-996b-2f7b343228dc req-69b1e9d9-6751-4599-b016-4ae0e7f7c0d9 tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] 10.222.0.41 "GET /v2.0/security-groups?id=f63ba1a7-3f07-43c4-a289-6a35749e8eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691693 Sep 09 22:26:17.445139 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-631f85d6-9252-4319-86db-c3b0199af466 None None] Port fe41292d-1f93-4d2e-9efe-94f99d055cb4 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 22:26:17.539637 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e6082bf0-452b-43dd-a0e0-91001d01e98a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:17.544652 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-e6082bf0-452b-43dd-a0e0-91001d01e98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:17.580530 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b20f9-62de-49bc-9457-0e53548b8dd6 req-0f4e2608-8879-4432-8cb6-6655eb9d2cd1 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:17.581898 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-865b20f9-62de-49bc-9457-0e53548b8dd6 req-0f4e2608-8879-4432-8cb6-6655eb9d2cd1 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beb0f20-955d-4e65-bf2d-3d35d30590b3 HTTP/1.1" status: 200 len: 944 time: 0.0899322 Sep 09 22:26:17.594806 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-e6082bf0-452b-43dd-a0e0-91001d01e98a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c0debca0ae2342fc9756ae1796b991fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4585059 Sep 09 22:26:17.595188 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 56362) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:17.613682 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6082bf0-452b-43dd-a0e0-91001d01e98a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f80017-08e0-46d7-a867-3e81ae5259b0,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:17.631410 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-865b20f9-62de-49bc-9457-0e53548b8dd6 req-4c9d4a49-7311-4688-a756-395aa05dbe78 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428371 Sep 09 22:26:17.646527 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-126978c6-bb8b-497e-9556-86fae393910f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:17.667516 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-126978c6-bb8b-497e-9556-86fae393910f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:17.714011 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-126978c6-bb8b-497e-9556-86fae393910f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:17.716678 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-126978c6-bb8b-497e-9556-86fae393910f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:17.718650 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-126978c6-bb8b-497e-9556-86fae393910f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c6f80017-08e0-46d7-a867-3e81ae5259b0 HTTP/1.1" status: 204 len: 168 time: 0.1224780 Sep 09 22:26:17.726425 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126978c6-bb8b-497e-9556-86fae393910f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f80017-08e0-46d7-a867-3e81ae5259b0,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:18.543386 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafb78a-e2ac-4949-85e0-a685b2c74d80 req-ff74720d-7e9b-41c4-b0a8-1f87b2978a2d tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:18.545667 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8fafb78a-e2ac-4949-85e0-a685b2c74d80 req-ff74720d-7e9b-41c4-b0a8-1f87b2978a2d tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 946 time: 0.0540178 Sep 09 22:26:18.583018 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8fafb78a-e2ac-4949-85e0-a685b2c74d80 req-4ab7cbfb-18d7-42fe-be49-9f3392246f7e tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308971 Sep 09 22:26:18.691899 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077abfbe-966e-4a2a-bc0b-835758ae38ee req-7e12a388-b37c-4611-9c1e-2d24d23a194c tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:18.693402 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-077abfbe-966e-4a2a-bc0b-835758ae38ee req-7e12a388-b37c-4611-9c1e-2d24d23a194c tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e255b6e-38d5-404d-bab1-95d6f323f16f HTTP/1.1" status: 200 len: 935 time: 0.0548301 Sep 09 22:26:18.731022 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-077abfbe-966e-4a2a-bc0b-835758ae38ee req-2e124332-dca6-4c88-a8f3-b90ddf0b67c2 tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] 10.222.0.41 "GET /v2.0/security-groups?id=f63ba1a7-3f07-43c4-a289-6a35749e8eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314043 Sep 09 22:26:18.844603 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179fc455-e021-4011-a238-819bd538df23 req-1cae2394-dd9a-4c9c-bced-3d52fb3235ae tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:18.846174 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-179fc455-e021-4011-a238-819bd538df23 req-1cae2394-dd9a-4c9c-bced-3d52fb3235ae tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beb0f20-955d-4e65-bf2d-3d35d30590b3 HTTP/1.1" status: 200 len: 944 time: 0.0554292 Sep 09 22:26:18.884812 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-179fc455-e021-4011-a238-819bd538df23 req-9a37a2f2-d09b-4c1e-832c-ab14940026a0 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327260 Sep 09 22:26:19.610398 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 76f12ea7-81f5-4e15-8c5f-9e2eca764fa3 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 22:26:19.625093 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-d8d6311b-b4f0-4f3e-8905-7c0a814199f8 service neutron] Request body: {'port': {'device_id': '8e255b6e-38d5-404d-bab1-95d6f323f16f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:26:19.718428 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-d8d6311b-b4f0-4f3e-8905-7c0a814199f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:19.758360 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 76f12ea7-81f5-4e15-8c5f-9e2eca764fa3, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=76f12ea7-81f5-4e15-8c5f-9e2eca764fa3,segment=NetworkSegment(c91907a4-08ff-47a6-a6cb-1165e0b6a369),segment_id=c91907a4-08ff-47a6-a6cb-1165e0b6a369)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:26:19.771777 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Returning: {'device': '76f12ea7-81f5-4e15-8c5f-9e2eca764fa3', 'network_id': '58abcfd7-cf47-4f06-85ec-914969ebcf0e', 'port_id': '76f12ea7-81f5-4e15-8c5f-9e2eca764fa3', 'mac_address': 'fa:16:3e:b1:ca:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57079fb3-8fcf-42dc-b5c6-4a27afb1217c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 22:26:19.807258 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6845880f-b27d-4cd7-a31c-81fe715c28a1 req-dcfab49f-3312-4294-bd37-5e6c2be5429d tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:19.818548 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6845880f-b27d-4cd7-a31c-81fe715c28a1 req-dcfab49f-3312-4294-bd37-5e6c2be5429d tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 946 time: 0.1318450 Sep 09 22:26:19.848237 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:19.876643 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76f12ea7-81f5-4e15-8c5f-9e2eca764fa3 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:26:19.912189 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 76f12ea7-81f5-4e15-8c5f-9e2eca764fa3, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=76f12ea7-81f5-4e15-8c5f-9e2eca764fa3,segment=NetworkSegment(c91907a4-08ff-47a6-a6cb-1165e0b6a369),segment_id=c91907a4-08ff-47a6-a6cb-1165e0b6a369)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:26:19.913617 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6845880f-b27d-4cd7-a31c-81fe715c28a1 req-949f9113-e51e-4590-b95d-2add5338d02a tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880787 Sep 09 22:26:19.918756 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:19.938030 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3320c32-b55f-44e4-9380-5198aeba2008 req-de0bf30d-a2ab-4b8b-9ac9-af086626c6b6 tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:19.945243 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f3320c32-b55f-44e4-9380-5198aeba2008 req-de0bf30d-a2ab-4b8b-9ac9-af086626c6b6 tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e255b6e-38d5-404d-bab1-95d6f323f16f HTTP/1.1" status: 200 len: 935 time: 0.0930979 Sep 09 22:26:19.987956 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=76f12ea7-81f5-4e15-8c5f-9e2eca764fa3,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:19.997588 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:26:19.999553 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:26:20.001890 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:26:20.007828 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:26:20.008858 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:26:20.009489 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:26:20.010520 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:26:20.011268 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:26:20.011831 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:26:20.012393 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:26:20.013024 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:26:20.013561 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:26:20.028074 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f3320c32-b55f-44e4-9380-5198aeba2008 req-d3faa4ec-f6f9-4eee-a574-003f2e9d703d tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] 10.222.0.41 "GET /v2.0/security-groups?id=f63ba1a7-3f07-43c4-a289-6a35749e8eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814955 Sep 09 22:26:20.042015 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295467c2-e1cc-47c6-87fe-d17f50c1442d req-fda56c57-777f-4f16-90e8-042047f7497d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:20.043511 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-295467c2-e1cc-47c6-87fe-d17f50c1442d req-fda56c57-777f-4f16-90e8-042047f7497d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 1099 time: 0.0838587 Sep 09 22:26:20.093355 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-295467c2-e1cc-47c6-87fe-d17f50c1442d req-d058add6-c625-4e8f-821c-64b7d413b9f4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365479 Sep 09 22:26:20.101674 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7993c92-1ec8-4f4e-b764-1987250fb604 req-98748077-b091-4abb-9d72-88bd710d9c06 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:20.103085 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a7993c92-1ec8-4f4e-b764-1987250fb604 req-98748077-b091-4abb-9d72-88bd710d9c06 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beb0f20-955d-4e65-bf2d-3d35d30590b3 HTTP/1.1" status: 200 len: 945 time: 0.0861430 Sep 09 22:26:20.110733 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.notifiers.nova [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-d8d6311b-b4f0-4f3e-8905-7c0a814199f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe41292d-1f93-4d2e-9efe-94f99d055cb4 {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:26:20.118285 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-d8d6311b-b4f0-4f3e-8905-7c0a814199f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:20.130606 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-d8d6311b-b4f0-4f3e-8905-7c0a814199f8 service neutron] Transition to ACTIVE for port object fe41292d-1f93-4d2e-9efe-94f99d055cb4 will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:26:20.135623 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-d8d6311b-b4f0-4f3e-8905-7c0a814199f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26050313'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:20.142923 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a7993c92-1ec8-4f4e-b764-1987250fb604 req-2e7f8c83-07d9-44cf-b54e-75ae8992d12a tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333586 Sep 09 22:26:20.184160 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6311b-b4f0-4f3e-8905-7c0a814199f8 service neutron] Pushing event updated for resources: {'Port': ['ID=fe41292d-1f93-4d2e-9efe-94f99d055cb4,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:20.243826 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] get_ports_and_sgs() called for port_ids ['76f12ea7-81f5-4e15-8c5f-9e2eca764fa3'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:26:20.264412 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-d8d6311b-b4f0-4f3e-8905-7c0a814199f8 service neutron] Attempting to bind port fe41292d-1f93-4d2e-9efe-94f99d055cb4 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:26:20.264412 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-d8d6311b-b4f0-4f3e-8905-7c0a814199f8 service neutron] Attempting to bind port fe41292d-1f93-4d2e-9efe-94f99d055cb4 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '410bbd92-fb5b-4de4-8fd4-f245d94a93ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6ef354da-259c-4262-8bee-4ae01f3bd399'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:26:20.264412 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-d8d6311b-b4f0-4f3e-8905-7c0a814199f8 service neutron] Attempting to bind port fe41292d-1f93-4d2e-9efe-94f99d055cb4 on network 6ef354da-259c-4262-8bee-4ae01f3bd399 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:26:20.271425 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-d8d6311b-b4f0-4f3e-8905-7c0a814199f8 service neutron] Port fe41292d-1f93-4d2e-9efe-94f99d055cb4 on network 6ef354da-259c-4262-8bee-4ae01f3bd399 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 22:26:20.271813 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-d8d6311b-b4f0-4f3e-8905-7c0a814199f8 service neutron] Attempting to bind port fe41292d-1f93-4d2e-9efe-94f99d055cb4 on network 6ef354da-259c-4262-8bee-4ae01f3bd399 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:26:20.278766 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-d8d6311b-b4f0-4f3e-8905-7c0a814199f8 service neutron] Checking agent: {'id': 'd4d09dd9-4fb9-4f0d-bf57-c365063561af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 23, 5), 'started_at': datetime.datetime(2021, 9, 9, 22, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:26:20.279324 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-d8d6311b-b4f0-4f3e-8905-7c0a814199f8 service neutron] Checking segment: {'id': '410bbd92-fb5b-4de4-8fd4-f245d94a93ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6ef354da-259c-4262-8bee-4ae01f3bd399'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:26:20.279955 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-d8d6311b-b4f0-4f3e-8905-7c0a814199f8 service neutron] Bound using segment: {'id': '410bbd92-fb5b-4de4-8fd4-f245d94a93ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6ef354da-259c-4262-8bee-4ae01f3bd399'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:26:20.280469 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-d8d6311b-b4f0-4f3e-8905-7c0a814199f8 service neutron] Bound port: fe41292d-1f93-4d2e-9efe-94f99d055cb4, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '410bbd92-fb5b-4de4-8fd4-f245d94a93ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '6ef354da-259c-4262-8bee-4ae01f3bd399'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:26:20.280894 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-d8d6311b-b4f0-4f3e-8905-7c0a814199f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:20.345973 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-d8d6311b-b4f0-4f3e-8905-7c0a814199f8 service neutron] For port fe41292d-1f93-4d2e-9efe-94f99d055cb4, host hv-cinder-75995, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:26:20.349191 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-d8d6311b-b4f0-4f3e-8905-7c0a814199f8 service neutron] For port fe41292d-1f93-4d2e-9efe-94f99d055cb4, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=fe41292d-1f93-4d2e-9efe-94f99d055cb4,segment=NetworkSegment(410bbd92-fb5b-4de4-8fd4-f245d94a93ee),segment_id=410bbd92-fb5b-4de4-8fd4-f245d94a93ee)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:26:20.353319 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-d8d6311b-b4f0-4f3e-8905-7c0a814199f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26050313'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:20.386570 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-d8d6311b-b4f0-4f3e-8905-7c0a814199f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:20.387177 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-d8d6311b-b4f0-4f3e-8905-7c0a814199f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:20.389154 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-d8d6311b-b4f0-4f3e-8905-7c0a814199f8 service neutron] 10.222.0.20 "PUT /v2.0/ports/fe41292d-1f93-4d2e-9efe-94f99d055cb4 HTTP/1.1" status: 200 len: 1097 time: 0.7688239 Sep 09 22:26:20.389544 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e255b6e-38d5-404d-bab1-95d6f323f16f', 'tag': 'fe41292d-1f93-4d2e-9efe-94f99d055cb4'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:26:20.391758 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc6a31de840fc8aa808063a849dfe176742cab8c19a8c4c2f30ae5ebe0344c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d06495cb-0031-4e04-87a6-a1b837bd5727" -d '{"events": [{"name": "network-changed", "server_uuid": "8e255b6e-38d5-404d-bab1-95d6f323f16f", "tag": "fe41292d-1f93-4d2e-9efe-94f99d055cb4"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:26:20.415277 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6311b-b4f0-4f3e-8905-7c0a814199f8 service neutron] Pushing event updated for resources: {'Port': ['ID=fe41292d-1f93-4d2e-9efe-94f99d055cb4,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:20.472886 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ec1a31-1ece-4999-a4b0-defd60019d66 x-openstack-request-id: req-a9ec1a31-1ece-4999-a4b0-defd60019d66 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:26:20.473307 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e255b6e-38d5-404d-bab1-95d6f323f16f", "tag": "fe41292d-1f93-4d2e-9efe-94f99d055cb4", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:26:20.473627 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a9ec1a31-1ece-4999-a4b0-defd60019d66 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:26:20.474157 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e255b6e-38d5-404d-bab1-95d6f323f16f', 'tag': 'fe41292d-1f93-4d2e-9efe-94f99d055cb4', 'status': 'completed', 'code': 200} Sep 09 22:26:20.483918 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-d2db6781-216e-4069-8aa9-9679cbdb90e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:20.485562 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-d2db6781-216e-4069-8aa9-9679cbdb90e8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1aad04708874ea6958c4eb241fcbc6e&device_id=8e255b6e-38d5-404d-bab1-95d6f323f16f HTTP/1.1" status: 200 len: 1100 time: 0.0484443 Sep 09 22:26:20.559016 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-a4d9e590-5e83-4246-81dd-e284960552a9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=fe41292d-1f93-4d2e-9efe-94f99d055cb4 HTTP/1.1" status: 200 len: 217 time: 0.0503678 Sep 09 22:26:20.626913 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-b311d9cf-e534-49b4-9f98-41ba27d1111c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:20.628634 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-b311d9cf-e534-49b4-9f98-41ba27d1111c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eab6748b-ce46-4005-9ae2-827a27797b3b HTTP/1.1" status: 200 len: 843 time: 0.0585175 Sep 09 22:26:20.679146 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-7707e6ee-52c5-4fb0-bf32-598ff0a3a43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:20.680654 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-7707e6ee-52c5-4fb0-bf32-598ff0a3a43d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ef354da-259c-4262-8bee-4ae01f3bd399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0446875 Sep 09 22:26:21.010288 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-b577e1ab-5185-4fa4-a6f4-d6555757c0c3 service neutron] 10.222.0.20 "GET /v2.0/networks/6ef354da-259c-4262-8bee-4ae01f3bd399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204439 Sep 09 22:26:21.124455 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f45f17-7963-4eb4-9b74-8160f54a8aaf req-3431ec5e-2710-417f-9a02-1467a65743c8 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:21.126338 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-54f45f17-7963-4eb4-9b74-8160f54a8aaf req-3431ec5e-2710-417f-9a02-1467a65743c8 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 946 time: 0.1081207 Sep 09 22:26:21.160629 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-9eaa7f92-abaf-4013-842a-8f1ced7140ce req-653bd553-f4b0-4ee7-9f07-a7621c5b8881 service neutron] 10.222.0.20 "GET /v2.0/networks/6ef354da-259c-4262-8bee-4ae01f3bd399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351840 Sep 09 22:26:21.219978 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-54f45f17-7963-4eb4-9b74-8160f54a8aaf req-a4b99750-45c2-49cc-8e62-835b368cb1f3 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873415 Sep 09 22:26:21.242548 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4decd81f-7d8e-4352-aa36-5173b818291e req-a17785e4-b177-47fa-9cc0-b35350a04de6 tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:21.244135 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4decd81f-7d8e-4352-aa36-5173b818291e req-a17785e4-b177-47fa-9cc0-b35350a04de6 tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e255b6e-38d5-404d-bab1-95d6f323f16f HTTP/1.1" status: 200 len: 947 time: 0.0891271 Sep 09 22:26:21.308685 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4decd81f-7d8e-4352-aa36-5173b818291e req-a498142b-629b-47f5-8d32-7a2c676c8277 tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] 10.222.0.41 "GET /v2.0/security-groups?id=f63ba1a7-3f07-43c4-a289-6a35749e8eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572429 Sep 09 22:26:21.309377 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06495cb-0031-4e04-87a6-a1b837bd5727 req-795651b8-fcca-461f-9328-e975a987c391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:21.310899 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-d06495cb-0031-4e04-87a6-a1b837bd5727 req-795651b8-fcca-461f-9328-e975a987c391 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1aad04708874ea6958c4eb241fcbc6e&device_id=8e255b6e-38d5-404d-bab1-95d6f323f16f HTTP/1.1" status: 200 len: 1100 time: 0.0750351 Sep 09 22:26:21.363507 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aaa244-be99-4434-84c8-9cf5da902e0f req-222fbae5-e35b-4b56-a04d-41f656bb23e0 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:21.365149 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-38aaa244-be99-4434-84c8-9cf5da902e0f req-222fbae5-e35b-4b56-a04d-41f656bb23e0 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beb0f20-955d-4e65-bf2d-3d35d30590b3 HTTP/1.1" status: 200 len: 945 time: 0.0556891 Sep 09 22:26:21.419363 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06495cb-0031-4e04-87a6-a1b837bd5727 req-39ef01d5-592a-4719-a4dc-e77a57a42349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:21.421664 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-d06495cb-0031-4e04-87a6-a1b837bd5727 req-39ef01d5-592a-4719-a4dc-e77a57a42349 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ef354da-259c-4262-8bee-4ae01f3bd399 HTTP/1.1" status: 200 len: 869 time: 0.0987799 Sep 09 22:26:21.422641 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-38aaa244-be99-4434-84c8-9cf5da902e0f req-f4d7c854-2f56-4584-8705-1f5b4832c6b8 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475619 Sep 09 22:26:21.480712 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-d06495cb-0031-4e04-87a6-a1b837bd5727 req-47a665ae-79aa-42ad-9905-ea5c25b9c69e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=fe41292d-1f93-4d2e-9efe-94f99d055cb4 HTTP/1.1" status: 200 len: 217 time: 0.0473795 Sep 09 22:26:21.540467 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06495cb-0031-4e04-87a6-a1b837bd5727 req-a7a76313-e589-494b-a615-9683aec7a635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:21.542396 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-d06495cb-0031-4e04-87a6-a1b837bd5727 req-a7a76313-e589-494b-a615-9683aec7a635 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eab6748b-ce46-4005-9ae2-827a27797b3b HTTP/1.1" status: 200 len: 843 time: 0.0538685 Sep 09 22:26:21.596933 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06495cb-0031-4e04-87a6-a1b837bd5727 req-455778ae-4948-4169-b674-fd93b747d1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:21.598484 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-d06495cb-0031-4e04-87a6-a1b837bd5727 req-455778ae-4948-4169-b674-fd93b747d1b4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ef354da-259c-4262-8bee-4ae01f3bd399&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0450060 Sep 09 22:26:21.633000 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 76f12ea7-81f5-4e15-8c5f-9e2eca764fa3 up at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:26:21.700068 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Provisioning for port 76f12ea7-81f5-4e15-8c5f-9e2eca764fa3 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:26:21.704896 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Provisioning complete for port 76f12ea7-81f5-4e15-8c5f-9e2eca764fa3 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:26:21.705438 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:21.713354 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-d06495cb-0031-4e04-87a6-a1b837bd5727 req-7a88e93d-9e0e-4a95-98a2-613fb9d8fff4 service neutron] 10.222.0.20 "GET /v2.0/networks/6ef354da-259c-4262-8bee-4ae01f3bd399?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059999 Sep 09 22:26:21.811195 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:21.833893 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-d06495cb-0031-4e04-87a6-a1b837bd5727 req-f2a0e3c4-1634-4841-a5b2-33cb19f99959 service neutron] 10.222.0.20 "GET /v2.0/networks/6ef354da-259c-4262-8bee-4ae01f3bd399?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088202 Sep 09 22:26:21.852538 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6beb0f20-955d-4e65-bf2d-3d35d30590b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f12ea7-81f5-4e15-8c5f-9e2eca764fa3'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:26:21.856952 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497578eeb0b1d224d742647686e7d62f740bb656e2f2bb1278978b4c95122d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8681a2-24c0-465c-a27a-39744a9bd567" -d '{"events": [{"server_uuid": "6beb0f20-955d-4e65-bf2d-3d35d30590b3", "name": "network-vif-plugged", "status": "completed", "tag": "76f12ea7-81f5-4e15-8c5f-9e2eca764fa3"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:26:21.872648 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 76f12ea7-81f5-4e15-8c5f-9e2eca764fa3, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=76f12ea7-81f5-4e15-8c5f-9e2eca764fa3,segment=NetworkSegment(c91907a4-08ff-47a6-a6cb-1165e0b6a369),segment_id=c91907a4-08ff-47a6-a6cb-1165e0b6a369)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:26:21.880138 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:21.924091 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5444a5ca-b4fe-439d-816d-811bca83f9d2 x-openstack-request-id: req-5444a5ca-b4fe-439d-816d-811bca83f9d2 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:26:21.924377 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6beb0f20-955d-4e65-bf2d-3d35d30590b3", "name": "network-vif-plugged", "status": "completed", "tag": "76f12ea7-81f5-4e15-8c5f-9e2eca764fa3", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:26:21.924611 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5444a5ca-b4fe-439d-816d-811bca83f9d2 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:26:21.925144 dv-cinder-759955-23-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6beb0f20-955d-4e65-bf2d-3d35d30590b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f12ea7-81f5-4e15-8c5f-9e2eca764fa3', 'code': 200} Sep 09 22:26:21.951599 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=76f12ea7-81f5-4e15-8c5f-9e2eca764fa3,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:22.093771 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6963c-1ab5-4130-bcf9-9b30291e5e07 req-0427cc16-976c-4a96-950f-daee2dca6bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:22.095555 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-96f6963c-1ab5-4130-bcf9-9b30291e5e07 req-0427cc16-976c-4a96-950f-daee2dca6bee service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6beb0f20-955d-4e65-bf2d-3d35d30590b3 HTTP/1.1" status: 200 len: 1099 time: 0.0491042 Sep 09 22:26:22.159704 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-96f6963c-1ab5-4130-bcf9-9b30291e5e07 req-fec07c64-3b07-4adc-9349-22e3e61a585d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516143 Sep 09 22:26:22.364379 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d13cf97-36fc-4ccc-9776-9957f6d7cfde req-b1e82bc2-75de-4f7d-bda0-96b3298f446a tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:22.365970 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6d13cf97-36fc-4ccc-9776-9957f6d7cfde req-b1e82bc2-75de-4f7d-bda0-96b3298f446a tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 946 time: 0.0563500 Sep 09 22:26:22.423712 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6d13cf97-36fc-4ccc-9776-9957f6d7cfde req-18387ed4-e93c-4d1f-a10e-01b56b597270 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508845 Sep 09 22:26:22.467809 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d8b220-641e-45f3-ac92-dfbaab1a072f req-5c4ad5da-7a59-4ec3-8051-7747907bd3e5 tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:22.470846 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-95d8b220-641e-45f3-ac92-dfbaab1a072f req-5c4ad5da-7a59-4ec3-8051-7747907bd3e5 tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e255b6e-38d5-404d-bab1-95d6f323f16f HTTP/1.1" status: 200 len: 947 time: 0.0755906 Sep 09 22:26:22.531178 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-95d8b220-641e-45f3-ac92-dfbaab1a072f req-d10aa06c-3e33-49fb-83ac-691e770a40d4 tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] 10.222.0.41 "GET /v2.0/security-groups?id=f63ba1a7-3f07-43c4-a289-6a35749e8eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519097 Sep 09 22:26:22.578792 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c326c6-b4eb-494d-a9a8-f07cbd7ae8f0 req-4febbc2f-47a0-4931-a4fc-6b18518d9a40 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:22.580337 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c2c326c6-b4eb-494d-a9a8-f07cbd7ae8f0 req-4febbc2f-47a0-4931-a4fc-6b18518d9a40 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beb0f20-955d-4e65-bf2d-3d35d30590b3 HTTP/1.1" status: 200 len: 946 time: 0.0686629 Sep 09 22:26:22.628861 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c2c326c6-b4eb-494d-a9a8-f07cbd7ae8f0 req-6535051c-3357-47a2-8b2a-2ec92030eafb tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418780 Sep 09 22:26:22.663636 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a44c1d-a8cf-4ce3-a834-d69105da87e0 req-d25bdd86-392d-4f3b-9155-2d872df43d89 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:22.665093 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-88a44c1d-a8cf-4ce3-a834-d69105da87e0 req-d25bdd86-392d-4f3b-9155-2d872df43d89 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0559433 Sep 09 22:26:22.701943 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-88a44c1d-a8cf-4ce3-a834-d69105da87e0 req-733f585e-9ab8-432f-ae8f-660692fa9d0c tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305901 Sep 09 22:26:23.635127 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device fe41292d-1f93-4d2e-9efe-94f99d055cb4 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 22:26:23.671155 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae587da-4826-43d2-bc44-1b4152c4b1e7 req-e463095e-102d-4579-89ac-a6e790ef3127 tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:23.674087 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bae587da-4826-43d2-bc44-1b4152c4b1e7 req-e463095e-102d-4579-89ac-a6e790ef3127 tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e255b6e-38d5-404d-bab1-95d6f323f16f HTTP/1.1" status: 200 len: 947 time: 0.0660152 Sep 09 22:26:23.725562 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bae587da-4826-43d2-bc44-1b4152c4b1e7 req-2f5d110b-e9de-4499-8e89-6bd50307efa0 tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] 10.222.0.41 "GET /v2.0/security-groups?id=f63ba1a7-3f07-43c4-a289-6a35749e8eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423779 Sep 09 22:26:23.762117 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port fe41292d-1f93-4d2e-9efe-94f99d055cb4, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=fe41292d-1f93-4d2e-9efe-94f99d055cb4,segment=NetworkSegment(410bbd92-fb5b-4de4-8fd4-f245d94a93ee),segment_id=410bbd92-fb5b-4de4-8fd4-f245d94a93ee)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:26:23.767444 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d6299-0f76-4743-81b1-0c2fe3b86ae4 req-45a057b4-7813-4ac1-9a63-cd954a491805 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:23.769223 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-478d6299-0f76-4743-81b1-0c2fe3b86ae4 req-45a057b4-7813-4ac1-9a63-cd954a491805 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beb0f20-955d-4e65-bf2d-3d35d30590b3 HTTP/1.1" status: 200 len: 946 time: 0.0580361 Sep 09 22:26:23.772492 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Returning: {'device': 'fe41292d-1f93-4d2e-9efe-94f99d055cb4', 'network_id': '6ef354da-259c-4262-8bee-4ae01f3bd399', 'port_id': 'fe41292d-1f93-4d2e-9efe-94f99d055cb4', 'mac_address': 'fa:16:3e:c0:20:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eab6748b-ce46-4005-9ae2-827a27797b3b', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 22:26:23.807067 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-478d6299-0f76-4743-81b1-0c2fe3b86ae4 req-b31e5242-1f34-42de-87ee-f9c42be53fd3 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317938 Sep 09 22:26:23.808923 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:23.824924 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe41292d-1f93-4d2e-9efe-94f99d055cb4 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:26:23.844382 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port fe41292d-1f93-4d2e-9efe-94f99d055cb4, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=fe41292d-1f93-4d2e-9efe-94f99d055cb4,segment=NetworkSegment(410bbd92-fb5b-4de4-8fd4-f245d94a93ee),segment_id=410bbd92-fb5b-4de4-8fd4-f245d94a93ee)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:26:23.848372 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:23.900107 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=fe41292d-1f93-4d2e-9efe-94f99d055cb4,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:24.509626 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce041d-0a9c-4d0f-8937-3a22a7cefa52 req-20c95d4b-c8fa-4f5f-80b8-e2652d7642db tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:24.511352 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d4ce041d-0a9c-4d0f-8937-3a22a7cefa52 req-20c95d4b-c8fa-4f5f-80b8-e2652d7642db tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0493243 Sep 09 22:26:24.549277 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d4ce041d-0a9c-4d0f-8937-3a22a7cefa52 req-7187f53f-8594-49bb-b20d-933bfa159822 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317450 Sep 09 22:26:24.842896 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad18487-43b5-4073-8e11-62727bbc17b3 req-0a01ffef-a771-44f8-bee3-8d795db77953 tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:24.844383 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cad18487-43b5-4073-8e11-62727bbc17b3 req-0a01ffef-a771-44f8-bee3-8d795db77953 tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e255b6e-38d5-404d-bab1-95d6f323f16f HTTP/1.1" status: 200 len: 948 time: 0.0512505 Sep 09 22:26:24.881751 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cad18487-43b5-4073-8e11-62727bbc17b3 req-4ec92d4a-7a97-49fe-b437-8d18766ec185 tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] 10.222.0.41 "GET /v2.0/security-groups?id=f63ba1a7-3f07-43c4-a289-6a35749e8eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314655 Sep 09 22:26:25.670655 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09cd98-3a6a-4417-9959-110595eb1b25 req-10f9d9ae-40d9-44ea-805d-b86e4470ff81 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:25.672231 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0f09cd98-3a6a-4417-9959-110595eb1b25 req-10f9d9ae-40d9-44ea-805d-b86e4470ff81 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0513968 Sep 09 22:26:25.709569 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0f09cd98-3a6a-4417-9959-110595eb1b25 req-03e8f1d9-cbf3-4f86-85bd-fcda8995ab01 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306654 Sep 09 22:26:25.993132 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918cd72-957e-4f9a-a084-d91bff2ea583 req-bb2d7c6b-7356-47eb-9531-71bdfc41d821 tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:25.994492 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f918cd72-957e-4f9a-a084-d91bff2ea583 req-bb2d7c6b-7356-47eb-9531-71bdfc41d821 tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e255b6e-38d5-404d-bab1-95d6f323f16f HTTP/1.1" status: 200 len: 948 time: 0.0475886 Sep 09 22:26:26.032427 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f918cd72-957e-4f9a-a084-d91bff2ea583 req-4c2f2443-1ac8-49de-94f7-27ea9231145e tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] 10.222.0.41 "GET /v2.0/security-groups?id=f63ba1a7-3f07-43c4-a289-6a35749e8eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313556 Sep 09 22:26:26.822792 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d26d9e-a8f1-4782-bd2a-ebfa953502df req-1ce26894-649c-4f90-a4f1-7a24dc86b130 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:26.824298 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-23d26d9e-a8f1-4782-bd2a-ebfa953502df req-1ce26894-649c-4f90-a4f1-7a24dc86b130 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0487924 Sep 09 22:26:26.862779 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-23d26d9e-a8f1-4782-bd2a-ebfa953502df req-3f3be9d0-7583-4106-b535-7a22e95c72d4 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316086 Sep 09 22:26:26.894641 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857e99b-3b52-4bf9-8bf9-3c69448e84c4 req-69376c01-6b3e-4020-aae7-b5a69fcb6805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:26.896202 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-8857e99b-3b52-4bf9-8bf9-3c69448e84c4 req-69376c01-6b3e-4020-aae7-b5a69fcb6805 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a614c2fdc45a410cbe5b4bf63b53131b&device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 1098 time: 0.0413392 Sep 09 22:26:27.007719 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857e99b-3b52-4bf9-8bf9-3c69448e84c4 req-ae023a32-1f6f-47c0-9f7f-70996adc4c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:27.009107 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-8857e99b-3b52-4bf9-8bf9-3c69448e84c4 req-ae023a32-1f6f-47c0-9f7f-70996adc4c07 service neutron] 10.222.0.20 "GET /v2.0/networks?id=05871169-dd65-49e2-b26e-00b42542e9ff HTTP/1.1" status: 200 len: 919 time: 0.0832477 Sep 09 22:26:27.054648 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-8857e99b-3b52-4bf9-8bf9-3c69448e84c4 req-e9b1d58a-cdb5-484a-b669-8f57f6850143 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b221fbf5-0b90-4b5f-b20e-4f7824abe66f HTTP/1.1" status: 200 len: 217 time: 0.0360782 Sep 09 22:26:27.103802 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857e99b-3b52-4bf9-8bf9-3c69448e84c4 req-36849ebc-3410-4263-a5eb-ef2bc13ca81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:27.105522 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-8857e99b-3b52-4bf9-8bf9-3c69448e84c4 req-36849ebc-3410-4263-a5eb-ef2bc13ca81c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=300ee5ef-a508-4127-aec7-f35d79a48d74 HTTP/1.1" status: 200 len: 859 time: 0.0437965 Sep 09 22:26:27.145490 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-8857e99b-3b52-4bf9-8bf9-3c69448e84c4 req-44c1fa24-0ed8-488f-b01e-57cd35e2f410 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=05871169-dd65-49e2-b26e-00b42542e9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255685 Sep 09 22:26:27.152650 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f747d40c-168a-40e3-9d4f-95bb4f911ad2 req-d95a2b73-7d63-4132-b094-457c91c03213 tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:27.154257 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f747d40c-168a-40e3-9d4f-95bb4f911ad2 req-d95a2b73-7d63-4132-b094-457c91c03213 tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e255b6e-38d5-404d-bab1-95d6f323f16f HTTP/1.1" status: 200 len: 948 time: 0.0519729 Sep 09 22:26:27.168468 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] get_ports_and_sgs() called for port_ids ['fe41292d-1f93-4d2e-9efe-94f99d055cb4'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:26:27.194140 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f747d40c-168a-40e3-9d4f-95bb4f911ad2 req-f66c3be2-64ab-4766-9162-d32803269336 tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] 10.222.0.41 "GET /v2.0/security-groups?id=f63ba1a7-3f07-43c4-a289-6a35749e8eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327532 Sep 09 22:26:27.256798 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-8857e99b-3b52-4bf9-8bf9-3c69448e84c4 req-7986da43-ce96-4dff-a31f-c6b5daca39b2 service neutron] 10.222.0.20 "GET /v2.0/networks/05871169-dd65-49e2-b26e-00b42542e9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025167 Sep 09 22:26:27.361402 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-8857e99b-3b52-4bf9-8bf9-3c69448e84c4 req-ff50af43-6718-439b-a8e5-f47c32200aba service neutron] 10.222.0.20 "GET /v2.0/networks/05871169-dd65-49e2-b26e-00b42542e9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940826 Sep 09 22:26:27.995314 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961d4ee-e00c-41fd-9a3a-26891713773a req-5c95736b-65ef-424e-b314-35c660cf82d3 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:27.996865 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4961d4ee-e00c-41fd-9a3a-26891713773a req-5c95736b-65ef-424e-b314-35c660cf82d3 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0579104 Sep 09 22:26:28.036085 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4961d4ee-e00c-41fd-9a3a-26891713773a req-13ee22f2-e562-4e2f-ac08-bb898676b2e7 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320659 Sep 09 22:26:28.311766 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df6b4a4-f76b-4960-a8b8-c13a3b5b31fa req-29515f34-bf80-4aaa-b09b-6b1b2a658d2d tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:28.313135 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7df6b4a4-f76b-4960-a8b8-c13a3b5b31fa req-29515f34-bf80-4aaa-b09b-6b1b2a658d2d tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e255b6e-38d5-404d-bab1-95d6f323f16f HTTP/1.1" status: 200 len: 948 time: 0.0485644 Sep 09 22:26:28.354467 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7df6b4a4-f76b-4960-a8b8-c13a3b5b31fa req-498b63d7-4114-4c40-886e-afd09fa7f803 tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] 10.222.0.41 "GET /v2.0/security-groups?id=f63ba1a7-3f07-43c4-a289-6a35749e8eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349996 Sep 09 22:26:28.962307 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.agents_db [None req-ca59875f-4706-4e17-8f41-5ac1de1c8425 None None] Agent healthcheck: found 6 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:26:29.168371 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f360d9-37b1-478f-aac2-414055d9e6a1 req-65d18f7f-b5ad-418e-a278-84d605c698c5 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:29.170179 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e9f360d9-37b1-478f-aac2-414055d9e6a1 req-65d18f7f-b5ad-418e-a278-84d605c698c5 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0553942 Sep 09 22:26:29.223409 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e9f360d9-37b1-478f-aac2-414055d9e6a1 req-2509a7a3-e4ea-4e2b-a90e-a9d0e2b91ac5 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456979 Sep 09 22:26:29.307667 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 56724) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:29.356837 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 56728) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:29.494282 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286579b-9d0e-42b9-b4e6-d7b8e1facbef req-c7c89ba8-0fca-4ead-bbb4-fb2f6eb615db tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:29.494792 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-367482b1-548b-4cb4-9f7a-2f08705cefd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:29.505420 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0286579b-9d0e-42b9-b4e6-d7b8e1facbef req-c7c89ba8-0fca-4ead-bbb4-fb2f6eb615db tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e255b6e-38d5-404d-bab1-95d6f323f16f HTTP/1.1" status: 200 len: 948 time: 0.0609012 Sep 09 22:26:29.509265 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-94301ac9-fcef-4c9a-a466-e4a592f047cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:29.548198 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0286579b-9d0e-42b9-b4e6-d7b8e1facbef req-bb06f9bd-fa39-44b4-ae84-c1706219630c tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] 10.222.0.41 "GET /v2.0/security-groups?id=f63ba1a7-3f07-43c4-a289-6a35749e8eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416324 Sep 09 22:26:29.549600 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.db.api [None req-367482b1-548b-4cb4-9f7a-2f08705cefd9 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 09 22:26:29.549600 dv-cinder-759955-23-iscsi neutron-server[93887]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 09 22:26:29.549600 dv-cinder-759955-23-iscsi neutron-server[93887]: [parameters: {'project_id': 'e145726477d74a01b7b1a7284cd2e023', 'id': '7fb21a62-e01a-4348-902e-6d3e729a6379', 'expiration': datetime.datetime(2021, 9, 9, 22, 28, 29, 543656)}] Sep 09 22:26:29.549600 dv-cinder-759955-23-iscsi neutron-server[93887]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93887) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 22:26:29.549996 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG oslo_db.api [None req-367482b1-548b-4cb4-9f7a-2f08705cefd9 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 22:26:29.625237 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-94301ac9-fcef-4c9a-a466-e4a592f047cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:29.629106 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-94301ac9-fcef-4c9a-a466-e4a592f047cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:29.671326 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-94301ac9-fcef-4c9a-a466-e4a592f047cf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=17024f6ea3b7481ca9c08c5a7d0ad998&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3624463 Sep 09 22:26:29.673355 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94301ac9-fcef-4c9a-a466-e4a592f047cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1810ad-593e-437f-a15e-2e9acec436cc,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:29.674217 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 56744) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:29.725340 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9a284f58-3536-41e7-ad07-bba292541243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:29.749077 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9a284f58-3536-41e7-ad07-bba292541243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:29.800621 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9a284f58-3536-41e7-ad07-bba292541243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:29.803386 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9a284f58-3536-41e7-ad07-bba292541243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:29.804652 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-9a284f58-3536-41e7-ad07-bba292541243 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ab1810ad-593e-437f-a15e-2e9acec436cc HTTP/1.1" status: 204 len: 168 time: 0.1294825 Sep 09 22:26:29.805874 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device fe41292d-1f93-4d2e-9efe-94f99d055cb4 up at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:26:29.812600 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a284f58-3536-41e7-ad07-bba292541243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1810ad-593e-437f-a15e-2e9acec436cc,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:29.865207 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Provisioning for port fe41292d-1f93-4d2e-9efe-94f99d055cb4 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:26:29.869388 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Provisioning complete for port fe41292d-1f93-4d2e-9efe-94f99d055cb4 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:26:29.869752 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:29.952560 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:29.979058 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e255b6e-38d5-404d-bab1-95d6f323f16f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe41292d-1f93-4d2e-9efe-94f99d055cb4'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:26:29.981302 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497578eeb0b1d224d742647686e7d62f740bb656e2f2bb1278978b4c95122d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b049ce0a-74ea-455b-8759-de3fb4f9b35f" -d '{"events": [{"server_uuid": "8e255b6e-38d5-404d-bab1-95d6f323f16f", "name": "network-vif-plugged", "status": "completed", "tag": "fe41292d-1f93-4d2e-9efe-94f99d055cb4"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:26:29.995663 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port fe41292d-1f93-4d2e-9efe-94f99d055cb4, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=fe41292d-1f93-4d2e-9efe-94f99d055cb4,segment=NetworkSegment(410bbd92-fb5b-4de4-8fd4-f245d94a93ee),segment_id=410bbd92-fb5b-4de4-8fd4-f245d94a93ee)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:26:30.000621 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:30.030191 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99d6dc9-9f64-46c2-9856-54002cedafce x-openstack-request-id: req-f99d6dc9-9f64-46c2-9856-54002cedafce {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:26:30.030484 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e255b6e-38d5-404d-bab1-95d6f323f16f", "name": "network-vif-plugged", "status": "completed", "tag": "fe41292d-1f93-4d2e-9efe-94f99d055cb4", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:26:30.030734 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f99d6dc9-9f64-46c2-9856-54002cedafce {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:26:30.031116 dv-cinder-759955-23-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e255b6e-38d5-404d-bab1-95d6f323f16f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe41292d-1f93-4d2e-9efe-94f99d055cb4', 'code': 200} Sep 09 22:26:30.051019 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-367482b1-548b-4cb4-9f7a-2f08705cefd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:30.070137 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=fe41292d-1f93-4d2e-9efe-94f99d055cb4,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:30.113068 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 56762) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:30.131647 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0d8c30cb-a812-4bf3-8aa3-1aa67f4ad57c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:30.161667 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-367482b1-548b-4cb4-9f7a-2f08705cefd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:30.174066 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-367482b1-548b-4cb4-9f7a-2f08705cefd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:30.229262 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-367482b1-548b-4cb4-9f7a-2f08705cefd9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e145726477d74a01b7b1a7284cd2e023&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8711407 Sep 09 22:26:30.236326 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 56772) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:30.238181 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367482b1-548b-4cb4-9f7a-2f08705cefd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d148ca-442f-4e21-99f5-af169cadd4e7,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:30.267800 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0d8c30cb-a812-4bf3-8aa3-1aa67f4ad57c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:30.275787 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0d8c30cb-a812-4bf3-8aa3-1aa67f4ad57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:30.313716 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70276d-756b-42a4-ad8c-c40daaeb6609 req-1fa56bec-81d2-4e8c-b026-4b17adffb615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:30.315968 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-1c70276d-756b-42a4-ad8c-c40daaeb6609 req-1fa56bec-81d2-4e8c-b026-4b17adffb615 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8e255b6e-38d5-404d-bab1-95d6f323f16f HTTP/1.1" status: 200 len: 1102 time: 0.1134264 Sep 09 22:26:30.359608 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-1c70276d-756b-42a4-ad8c-c40daaeb6609 req-d2ccb713-5264-447c-a1c6-b2b12f07f078 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f63ba1a7-3f07-43c4-a289-6a35749e8eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356271 Sep 09 22:26:30.369088 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-0d8c30cb-a812-4bf3-8aa3-1aa67f4ad57c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6a02a079fdaa47c3a2213ebec958ceae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2541897 Sep 09 22:26:30.372019 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 56778) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:30.376425 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8c30cb-a812-4bf3-8aa3-1aa67f4ad57c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679973c7-4783-4199-b95d-ffe33ff965f8,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:30.397681 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dd1b70ff-1ddc-41fa-b35a-940f0ec0bd35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:30.410321 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1ebe6-c18e-455f-a6d3-ab33f6ec6b43 req-4393bc78-8ffa-4ba1-b410-c82f7ff4c8cb tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:30.412153 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-53f1ebe6-c18e-455f-a6d3-ab33f6ec6b43 req-4393bc78-8ffa-4ba1-b410-c82f7ff4c8cb tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0770967 Sep 09 22:26:30.440688 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-951b0838-d473-477c-a5db-361f9ae31a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:30.446298 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dd1b70ff-1ddc-41fa-b35a-940f0ec0bd35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:30.465443 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-951b0838-d473-477c-a5db-361f9ae31a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:30.495400 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-53f1ebe6-c18e-455f-a6d3-ab33f6ec6b43 req-3a201588-46b4-4148-93ba-5dd8435cfb69 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667539 Sep 09 22:26:30.520719 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dd1b70ff-1ddc-41fa-b35a-940f0ec0bd35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:30.521464 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-951b0838-d473-477c-a5db-361f9ae31a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:30.523486 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-dd1b70ff-1ddc-41fa-b35a-940f0ec0bd35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:30.524199 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-951b0838-d473-477c-a5db-361f9ae31a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:30.524625 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-dd1b70ff-1ddc-41fa-b35a-940f0ec0bd35 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/44d148ca-442f-4e21-99f5-af169cadd4e7 HTTP/1.1" status: 204 len: 168 time: 0.2873945 Sep 09 22:26:30.527775 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-951b0838-d473-477c-a5db-361f9ae31a05 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/679973c7-4783-4199-b95d-ffe33ff965f8 HTTP/1.1" status: 204 len: 168 time: 0.1519909 Sep 09 22:26:30.533691 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b70ff-1ddc-41fa-b35a-940f0ec0bd35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d148ca-442f-4e21-99f5-af169cadd4e7,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:30.545235 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b0838-d473-477c-a5db-361f9ae31a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679973c7-4783-4199-b95d-ffe33ff965f8,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:30.671450 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b399c1-760e-45fe-87f3-87666073e329 req-c3be1416-3af7-43b7-a552-a22f25c3b46d tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:30.673453 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-01b399c1-760e-45fe-87f3-87666073e329 req-c3be1416-3af7-43b7-a552-a22f25c3b46d tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e255b6e-38d5-404d-bab1-95d6f323f16f HTTP/1.1" status: 200 len: 949 time: 0.0523784 Sep 09 22:26:30.724632 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-01b399c1-760e-45fe-87f3-87666073e329 req-4f8d1823-179e-4ceb-8215-97bcfcefadf9 tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] 10.222.0.41 "GET /v2.0/security-groups?id=f63ba1a7-3f07-43c4-a289-6a35749e8eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405748 Sep 09 22:26:30.936811 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 56800) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:30.949745 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4aad7e12-bac3-45cf-988a-75028ad0cd63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:31.049192 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4aad7e12-bac3-45cf-988a-75028ad0cd63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:31.053597 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4aad7e12-bac3-45cf-988a-75028ad0cd63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:31.061157 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 56804) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:31.091767 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-4aad7e12-bac3-45cf-988a-75028ad0cd63 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4af7a85f4b264fa98a0a61f08034e059&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1538317 Sep 09 22:26:31.094254 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 56808) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:31.102656 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aad7e12-bac3-45cf-988a-75028ad0cd63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bb8bd3-f4ee-490a-8b34-887683d3fbe6,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:31.155067 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a28db21e-a15c-4ab3-9d7f-1fa8ec7be7cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:31.182256 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0d2128b3-811b-49eb-a56b-2cf80e2290bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:31.183493 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a28db21e-a15c-4ab3-9d7f-1fa8ec7be7cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:31.232444 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a28db21e-a15c-4ab3-9d7f-1fa8ec7be7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:31.235318 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a28db21e-a15c-4ab3-9d7f-1fa8ec7be7cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:31.236700 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-a28db21e-a15c-4ab3-9d7f-1fa8ec7be7cf admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e1bb8bd3-f4ee-490a-8b34-887683d3fbe6 HTTP/1.1" status: 204 len: 168 time: 0.1410336 Sep 09 22:26:31.247259 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28db21e-a15c-4ab3-9d7f-1fa8ec7be7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bb8bd3-f4ee-490a-8b34-887683d3fbe6,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:31.298694 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0d2128b3-811b-49eb-a56b-2cf80e2290bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:31.305222 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0d2128b3-811b-49eb-a56b-2cf80e2290bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:31.337034 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-0d2128b3-811b-49eb-a56b-2cf80e2290bf admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b7d4aef9650249e2aacbeec53093b236&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2744033 Sep 09 22:26:31.340130 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 56822) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:31.376925 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2128b3-811b-49eb-a56b-2cf80e2290bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0551074-506f-4b13-aceb-e0c16411ad3b,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:31.421295 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c10f6b90-c3a6-4609-9e0e-e1198f354ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:31.457972 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c10f6b90-c3a6-4609-9e0e-e1198f354ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:31.515481 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c10f6b90-c3a6-4609-9e0e-e1198f354ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:31.520167 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c10f6b90-c3a6-4609-9e0e-e1198f354ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:31.524945 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-c10f6b90-c3a6-4609-9e0e-e1198f354ab6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d0551074-506f-4b13-aceb-e0c16411ad3b HTTP/1.1" status: 204 len: 168 time: 0.1839182 Sep 09 22:26:31.536088 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f6b90-c3a6-4609-9e0e-e1198f354ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0551074-506f-4b13-aceb-e0c16411ad3b,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:31.632504 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ffe6f-2d07-4fe6-bba6-84eab87666ad req-2e861d4e-5232-4abc-89e6-a89e8ddb4737 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:31.634700 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-255ffe6f-2d07-4fe6-bba6-84eab87666ad req-2e861d4e-5232-4abc-89e6-a89e8ddb4737 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0589926 Sep 09 22:26:31.691272 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-255ffe6f-2d07-4fe6-bba6-84eab87666ad req-3f29fdb3-7f20-4609-8bba-936d5bb2815d tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499988 Sep 09 22:26:31.723926 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 56848) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:31.765904 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a7040275-50dc-471d-b546-019c0589f90c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:31.874791 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dfe565-2f06-44fa-a554-7877ed3d82fc req-3498e82c-90d9-4964-9035-3af8828edfe0 tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:31.877077 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-58dfe565-2f06-44fa-a554-7877ed3d82fc req-3498e82c-90d9-4964-9035-3af8828edfe0 tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e255b6e-38d5-404d-bab1-95d6f323f16f HTTP/1.1" status: 200 len: 949 time: 0.0637302 Sep 09 22:26:31.918137 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a7040275-50dc-471d-b546-019c0589f90c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:31.920336 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 56858) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:31.929747 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a7040275-50dc-471d-b546-019c0589f90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:31.932721 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-58dfe565-2f06-44fa-a554-7877ed3d82fc req-302d4b30-b99c-4c32-83d2-658083090464 tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] 10.222.0.41 "GET /v2.0/security-groups?id=f63ba1a7-3f07-43c4-a289-6a35749e8eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496159 Sep 09 22:26:31.968605 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-a7040275-50dc-471d-b546-019c0589f90c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d16ac9927d7e47e98df8617dfeb666bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2430646 Sep 09 22:26:31.971152 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 56864) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:31.984832 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7040275-50dc-471d-b546-019c0589f90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83834448-69d0-4468-a3cb-8be41cdcb0c6,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:32.040428 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-03522adf-01a4-4218-b5c6-1508f08a8862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:32.063934 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-03522adf-01a4-4218-b5c6-1508f08a8862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:32.125679 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-03522adf-01a4-4218-b5c6-1508f08a8862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:32.127176 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6ec5db90-c05c-4d0a-a4ab-2b3b63fdb33b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:32.130398 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-03522adf-01a4-4218-b5c6-1508f08a8862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:32.131690 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-03522adf-01a4-4218-b5c6-1508f08a8862 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/83834448-69d0-4468-a3cb-8be41cdcb0c6 HTTP/1.1" status: 204 len: 168 time: 0.1595981 Sep 09 22:26:32.143894 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03522adf-01a4-4218-b5c6-1508f08a8862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83834448-69d0-4468-a3cb-8be41cdcb0c6,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:32.263105 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35e8a0-355c-41fb-8096-e43774c63563 req-b8f2d8c1-e809-41d4-ac8b-455d69869a0a tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:32.265307 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3a35e8a0-355c-41fb-8096-e43774c63563 req-b8f2d8c1-e809-41d4-ac8b-455d69869a0a tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e255b6e-38d5-404d-bab1-95d6f323f16f HTTP/1.1" status: 200 len: 949 time: 0.0517309 Sep 09 22:26:32.289472 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6ec5db90-c05c-4d0a-a4ab-2b3b63fdb33b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:32.298125 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6ec5db90-c05c-4d0a-a4ab-2b3b63fdb33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:32.313890 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3a35e8a0-355c-41fb-8096-e43774c63563 req-8008f631-6af2-4d67-8597-118d54d40554 tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] 10.222.0.41 "GET /v2.0/security-groups?id=f63ba1a7-3f07-43c4-a289-6a35749e8eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395353 Sep 09 22:26:32.363921 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec5db90-c05c-4d0a-a4ab-2b3b63fdb33b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955c1b4c-e697-41d6-b072-acb8a430eba7,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:32.368330 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-6ec5db90-c05c-4d0a-a4ab-2b3b63fdb33b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5d5b95eb151d4cfbb0a96ee120c282f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4466074 Sep 09 22:26:32.370990 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 56880) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:32.447417 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8630f821-2786-400b-9abe-8c8127bd77b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:32.481471 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8630f821-2786-400b-9abe-8c8127bd77b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:32.557045 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8630f821-2786-400b-9abe-8c8127bd77b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:32.559810 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8630f821-2786-400b-9abe-8c8127bd77b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:32.564967 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-8630f821-2786-400b-9abe-8c8127bd77b6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/955c1b4c-e697-41d6-b072-acb8a430eba7 HTTP/1.1" status: 204 len: 168 time: 0.1898923 Sep 09 22:26:32.570697 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8630f821-2786-400b-9abe-8c8127bd77b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955c1b4c-e697-41d6-b072-acb8a430eba7,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:32.654750 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1f0622d8-04af-4087-a676-295e574412c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:32.961825 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61321eb5-e1b1-4f1a-9309-b8ffb8862599 req-3ded525e-df13-43bb-a40e-4ebb4173ebda tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:32.976580 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-61321eb5-e1b1-4f1a-9309-b8ffb8862599 req-3ded525e-df13-43bb-a40e-4ebb4173ebda tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0643566 Sep 09 22:26:33.015690 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-61321eb5-e1b1-4f1a-9309-b8ffb8862599 req-5b097116-ebe3-481c-9357-9009f4b1b02a tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377672 Sep 09 22:26:33.453182 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5b1f1-aafa-47f6-b84b-3654642b3a6a req-a0da02e3-8753-4903-96e3-1e8a2aa3b046 tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:33.456996 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b6f5b1f1-aafa-47f6-b84b-3654642b3a6a req-a0da02e3-8753-4903-96e3-1e8a2aa3b046 tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e255b6e-38d5-404d-bab1-95d6f323f16f HTTP/1.1" status: 200 len: 949 time: 0.0673800 Sep 09 22:26:33.494485 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b6f5b1f1-aafa-47f6-b84b-3654642b3a6a req-248b1c00-6f4a-4228-b9ee-578b227207cb tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] 10.222.0.41 "GET /v2.0/security-groups?id=f63ba1a7-3f07-43c4-a289-6a35749e8eae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329976 Sep 09 22:26:33.799825 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 56956) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:33.802134 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b761ec17-9788-439d-a377-76bc8ceb9265 req-d32b8425-f7eb-4189-ac0b-e0f1ead21867 tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:33.803687 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-b761ec17-9788-439d-a377-76bc8ceb9265 req-d32b8425-f7eb-4189-ac0b-e0f1ead21867 tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e255b6e-38d5-404d-bab1-95d6f323f16f HTTP/1.1" status: 200 len: 949 time: 0.0663948 Sep 09 22:26:33.918618 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-b761ec17-9788-439d-a377-76bc8ceb9265 req-4fc6f499-3df6-4875-a634-ea1ce1421d49 tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] Deleting port fe41292d-1f93-4d2e-9efe-94f99d055cb4 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:26:33.921608 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b761ec17-9788-439d-a377-76bc8ceb9265 req-4fc6f499-3df6-4875-a634-ea1ce1421d49 tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:33.976938 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-8ae89c40-962a-4f62-853c-f9442586c926 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-904843380-network', 'tenant_id': '79a459ef8a944b9cbb531623eeff50b0'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:26:34.029335 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae89c40-962a-4f62-853c-f9442586c926 admin admin] Made reservation on behalf of 79a459ef8a944b9cbb531623eeff50b0 for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:26:34.032534 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8ae89c40-962a-4f62-853c-f9442586c926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:34.061365 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-b761ec17-9788-439d-a377-76bc8ceb9265 req-4fc6f499-3df6-4875-a634-ea1ce1421d49 tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] For port fe41292d-1f93-4d2e-9efe-94f99d055cb4, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=fe41292d-1f93-4d2e-9efe-94f99d055cb4,segment=NetworkSegment(410bbd92-fb5b-4de4-8fd4-f245d94a93ee),segment_id=410bbd92-fb5b-4de4-8fd4-f245d94a93ee)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:26:34.061734 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b761ec17-9788-439d-a377-76bc8ceb9265 req-4fc6f499-3df6-4875-a634-ea1ce1421d49 tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:34.077655 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [req-b761ec17-9788-439d-a377-76bc8ceb9265 req-4fc6f499-3df6-4875-a634-ea1ce1421d49 tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] Calling delete_port for fe41292d-1f93-4d2e-9efe-94f99d055cb4 owned by compute:nova {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:26:34.095045 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8ae89c40-962a-4f62-853c-f9442586c926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:34.218994 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 57008) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:34.272195 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b89d7b-ef23-4133-983d-b679b4954a6d req-51bf7cb1-748e-412e-91bb-4cfc266c97a0 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:34.275019 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-04b89d7b-ef23-4133-983d-b679b4954a6d req-51bf7cb1-748e-412e-91bb-4cfc266c97a0 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.1176808 Sep 09 22:26:34.313948 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8ae89c40-962a-4f62-853c-f9442586c926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:34.321804 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8ae89c40-962a-4f62-853c-f9442586c926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:34.335400 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b761ec17-9788-439d-a377-76bc8ceb9265 req-4fc6f499-3df6-4875-a634-ea1ce1421d49 tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26050298'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:34.353825 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] get_ports_and_sgs() called for port_ids ['fe41292d-1f93-4d2e-9efe-94f99d055cb4'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:26:34.359164 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-04b89d7b-ef23-4133-983d-b679b4954a6d req-a2bb9740-c58e-4334-ae4b-1e2358daa07d tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728085 Sep 09 22:26:34.364624 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ae89c40-962a-4f62-853c-f9442586c926 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 22:26:34.371384 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae89c40-962a-4f62-853c-f9442586c926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b50ddfc-e57d-408e-aa57-9473fc472536,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:34.395006 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-fb789d22-32f3-4605-828e-4c36fdb66ff2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2097652074-network', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:26:34.401852 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8ae89c40-962a-4f62-853c-f9442586c926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:34.402397 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.db.segments_db [None req-8ae89c40-962a-4f62-853c-f9442586c926 admin admin] Added segment f86cc299-7509-4b66-8ecd-3020ba3e2c86 of type vlan for network 7a499611-e713-45d8-aa38-ad3f844096e8 Sep 09 22:26:34.408495 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc6f499-3df6-4875-a634-ea1ce1421d49 tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] Pushing event deleted for resources: {'Port': ['ID=fe41292d-1f93-4d2e-9efe-94f99d055cb4,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:34.457524 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-b761ec17-9788-439d-a377-76bc8ceb9265 req-4fc6f499-3df6-4875-a634-ea1ce1421d49 tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] No DVR routers for this DVR port fe41292d-1f93-4d2e-9efe-94f99d055cb4 on host hv-cinder-75995 {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:26:34.460793 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-b761ec17-9788-439d-a377-76bc8ceb9265 req-4fc6f499-3df6-4875-a634-ea1ce1421d49 tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:34.463068 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-b761ec17-9788-439d-a377-76bc8ceb9265 req-4fc6f499-3df6-4875-a634-ea1ce1421d49 tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] 10.222.0.20 "DELETE /v2.0/ports/fe41292d-1f93-4d2e-9efe-94f99d055cb4 HTTP/1.1" status: 204 len: 173 time: 0.6528144 Sep 09 22:26:34.463565 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e255b6e-38d5-404d-bab1-95d6f323f16f', 'name': 'network-vif-deleted', 'tag': 'fe41292d-1f93-4d2e-9efe-94f99d055cb4'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:26:34.467284 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc6a31de840fc8aa808063a849dfe176742cab8c19a8c4c2f30ae5ebe0344c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b70b8e-e75a-4c90-8df3-cf88415da3cc" -d '{"events": [{"server_uuid": "8e255b6e-38d5-404d-bab1-95d6f323f16f", "name": "network-vif-deleted", "tag": "fe41292d-1f93-4d2e-9efe-94f99d055cb4"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:26:34.493238 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb789d22-32f3-4605-828e-4c36fdb66ff2 admin admin] Made reservation on behalf of 57b2554ae3954c0c842e1ddefc325dae for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:26:34.495823 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fb789d22-32f3-4605-828e-4c36fdb66ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:34.512242 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3993e12f-5106-4dea-914b-6b7237f96d9d x-openstack-request-id: req-3993e12f-5106-4dea-914b-6b7237f96d9d {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:26:34.512529 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e255b6e-38d5-404d-bab1-95d6f323f16f", "name": "network-vif-deleted", "tag": "fe41292d-1f93-4d2e-9efe-94f99d055cb4", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:26:34.512780 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3993e12f-5106-4dea-914b-6b7237f96d9d {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:26:34.513227 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e255b6e-38d5-404d-bab1-95d6f323f16f', 'name': 'network-vif-deleted', 'tag': 'fe41292d-1f93-4d2e-9efe-94f99d055cb4', 'status': 'completed', 'code': 200} Sep 09 22:26:34.517529 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8ae89c40-962a-4f62-853c-f9442586c926 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781721265704'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:34.528606 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fb789d22-32f3-4605-828e-4c36fdb66ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:34.569366 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8ae89c40-962a-4f62-853c-f9442586c926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:34.569366 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae89c40-962a-4f62-853c-f9442586c926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:34.570133 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8ae89c40-962a-4f62-853c-f9442586c926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:34.690885 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bf8331a4-607b-4a4e-8f33-a369427be292 req-08f4ae2a-5b5f-4a02-9a4e-518c75197e94 tempest-VolumesNegativeTest-444962115 tempest-VolumesNegativeTest-444962115-project] 10.222.0.41 "GET /v2.0/ports?device_id=8e255b6e-38d5-404d-bab1-95d6f323f16f HTTP/1.1" status: 200 len: 210 time: 0.0781341 Sep 09 22:26:34.776766 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae89c40-962a-4f62-853c-f9442586c926 admin admin] Pushing event updated for resources: {'Network': ['ID=7a499611-e713-45d8-aa38-ad3f844096e8,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:34.789159 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Network 7a499611-e713-45d8-aa38-ad3f844096e8 details requested by agent ovs-agent-dv-cinder-759955-23-iscsi with host dv-cinder-759955-23-iscsi {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 22:26:34.820455 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fb789d22-32f3-4605-828e-4c36fdb66ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:34.826392 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fb789d22-32f3-4605-828e-4c36fdb66ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:34.833322 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-8ae89c40-962a-4f62-853c-f9442586c926 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0322099 Sep 09 22:26:34.836769 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 57026) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:34.843077 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-902ce146-0b3f-4fca-b4d7-ca1e122e806e admin admin] Request body: {'subnet': {'network_id': '7a499611-e713-45d8-aa38-ad3f844096e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-904843380-subnet', 'tenant_id': '79a459ef8a944b9cbb531623eeff50b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:26:34.868523 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb789d22-32f3-4605-828e-4c36fdb66ff2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 22:26:34.883295 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb789d22-32f3-4605-828e-4c36fdb66ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6502f608-2df4-4edb-b8b6-c1c37f6ac98a,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:34.894317 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fb789d22-32f3-4605-828e-4c36fdb66ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:34.894670 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.db.segments_db [None req-fb789d22-32f3-4605-828e-4c36fdb66ff2 admin admin] Added segment 9a51308c-3fc8-4057-b734-fc33372de6bc of type vlan for network 5841743a-0bf4-4a7f-9ea2-766ccec1923f Sep 09 22:26:34.903098 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902ce146-0b3f-4fca-b4d7-ca1e122e806e admin admin] Made reservation on behalf of 79a459ef8a944b9cbb531623eeff50b0 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:26:34.906012 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-902ce146-0b3f-4fca-b4d7-ca1e122e806e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26101228'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:34.914771 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:34.962755 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fb789d22-32f3-4605-828e-4c36fdb66ff2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781721265704'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:35.029595 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fb789d22-32f3-4605-828e-4c36fdb66ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:35.030465 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb789d22-32f3-4605-828e-4c36fdb66ff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:35.031035 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fb789d22-32f3-4605-828e-4c36fdb66ff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:35.098384 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-fb789d22-32f3-4605-828e-4c36fdb66ff2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8751433 Sep 09 22:26:35.098618 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 57042) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:35.107132 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-8338180e-00b5-4504-8ac5-8a77897a6132 admin admin] Request body: {'subnet': {'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2097652074-subnet', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:26:35.147573 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8338180e-00b5-4504-8ac5-8a77897a6132 admin admin] Made reservation on behalf of 57b2554ae3954c0c842e1ddefc325dae for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:26:35.157292 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8338180e-00b5-4504-8ac5-8a77897a6132 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26209842'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:35.389361 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c9a8d2f7-e2c0-4c28-a3e2-ae7b11be1c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:35.394531 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8338180e-00b5-4504-8ac5-8a77897a6132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26050182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26209836'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:35.531346 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8338180e-00b5-4504-8ac5-8a77897a6132 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00d86d00-e9a4-4aee-a6b2-3faac56ffafe,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:35.535500 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb789d22-32f3-4605-828e-4c36fdb66ff2 admin admin] Pushing event updated for resources: {'Network': ['ID=5841743a-0bf4-4a7f-9ea2-766ccec1923f,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:35.542986 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8338180e-00b5-4504-8ac5-8a77897a6132 admin admin] Checking segment: {'id': '9a51308c-3fc8-4057-b734-fc33372de6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:26:35.543578 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8338180e-00b5-4504-8ac5-8a77897a6132 admin admin] Network hostable DHCP agents. Network: 5841743a-0bf4-4a7f-9ea2-766ccec1923f, hostable agents: ['8f0ddeab-bc9d-4c81-8d3d-e5ecdacbf733'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 22:26:35.557794 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Network 5841743a-0bf4-4a7f-9ea2-766ccec1923f details requested by agent ovs-agent-dv-cinder-759955-23-iscsi with host dv-cinder-759955-23-iscsi {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 22:26:35.569101 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8338180e-00b5-4504-8ac5-8a77897a6132 admin admin] Network 5841743a-0bf4-4a7f-9ea2-766ccec1923f is scheduled to be hosted by DHCP agent 8f0ddeab-bc9d-4c81-8d3d-e5ecdacbf733 with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 22:26:35.582977 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-8338180e-00b5-4504-8ac5-8a77897a6132 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-23-iscsi, 5841743a-0bf4-4a7f-9ea2-766ccec1923f) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:26:35.604919 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8338180e-00b5-4504-8ac5-8a77897a6132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:35.606145 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8338180e-00b5-4504-8ac5-8a77897a6132 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:35.620304 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e644013d-adc4-4f47-9014-507bb65c337e None None] Network 5841743a-0bf4-4a7f-9ea2-766ccec1923f requested from dv-cinder-759955-23-iscsi {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:26:35.633002 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-8338180e-00b5-4504-8ac5-8a77897a6132 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5329607 Sep 09 22:26:35.636671 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 57060) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:35.652974 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-e43e7887-0e82-4aed-8e8b-b0737c15f92c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2097652074-router', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:26:35.670262 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9406f53f-cc5c-4914-b34d-bba41a8a0f4c req-db5ada05-2101-4826-a039-4bb69dec61a1 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:35.671908 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9406f53f-cc5c-4914-b34d-bba41a8a0f4c req-db5ada05-2101-4826-a039-4bb69dec61a1 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.1516654 Sep 09 22:26:35.673673 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-902ce146-0b3f-4fca-b4d7-ca1e122e806e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27131170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26101234'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:35.702360 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e43e7887-0e82-4aed-8e8b-b0737c15f92c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-413326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-328'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:35.705078 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e43e7887-0e82-4aed-8e8b-b0737c15f92c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-489013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-321'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:35.779842 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9406f53f-cc5c-4914-b34d-bba41a8a0f4c req-57a97d87-53a3-41bd-a2d4-b5d34ee47f6a tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994329 Sep 09 22:26:35.812404 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e43e7887-0e82-4aed-8e8b-b0737c15f92c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:35.818477 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ce146-0b3f-4fca-b4d7-ca1e122e806e admin admin] Pushing event updated for resources: {'Subnet': ['ID=783e4c4e-d0f3-46a0-a158-6538c3d1a814,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:35.847265 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:35.908299 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-902ce146-0b3f-4fca-b4d7-ca1e122e806e admin admin] Checking segment: {'id': 'f86cc299-7509-4b66-8ecd-3020ba3e2c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7a499611-e713-45d8-aa38-ad3f844096e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:26:35.909210 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902ce146-0b3f-4fca-b4d7-ca1e122e806e admin admin] Network hostable DHCP agents. Network: 7a499611-e713-45d8-aa38-ad3f844096e8, hostable agents: ['8f0ddeab-bc9d-4c81-8d3d-e5ecdacbf733'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 22:26:35.921460 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97aa4f88-fb9c-43c3-b4f2-0951804876c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee46604-0f4e-5923-a4c6-c23d2299b9bb-5841743a-0bf4-4a7f-9ea2-766ccec1923f', 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'fixed_ips': [{'subnet_id': '00d86d00-e9a4-4aee-a6b2-3faac56ffafe'}]}} from dv-cinder-759955-23-iscsi. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 22:26:35.922635 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-97aa4f88-fb9c-43c3-b4f2-0951804876c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:35.939820 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902ce146-0b3f-4fca-b4d7-ca1e122e806e admin admin] Network 7a499611-e713-45d8-aa38-ad3f844096e8 is scheduled to be hosted by DHCP agent 8f0ddeab-bc9d-4c81-8d3d-e5ecdacbf733 with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 22:26:35.968613 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-902ce146-0b3f-4fca-b4d7-ca1e122e806e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-23-iscsi, 7a499611-e713-45d8-aa38-ad3f844096e8) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:26:35.989031 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95bb20b-2993-4bb9-b40d-4ea1606ab9e7 req-86776425-52df-4ac1-84b9-3e499e02c64e tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:35.992002 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c95bb20b-2993-4bb9-b40d-4ea1606ab9e7 req-86776425-52df-4ac1-84b9-3e499e02c64e tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/networks?id=58abcfd7-cf47-4f06-85ec-914969ebcf0e HTTP/1.1" status: 200 len: 814 time: 0.2094212 Sep 09 22:26:35.994370 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902ce146-0b3f-4fca-b4d7-ca1e122e806e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:35.995224 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907bd24f-ee1f-43cf-a600-7ff8efa3d639 None None] Network 7a499611-e713-45d8-aa38-ad3f844096e8 requested from dv-cinder-759955-23-iscsi {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:26:35.995379 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-902ce146-0b3f-4fca-b4d7-ca1e122e806e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:36.030661 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e43e7887-0e82-4aed-8e8b-b0737c15f92c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:36.032277 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c95bb20b-2993-4bb9-b40d-4ea1606ab9e7 req-f80ae492-211d-4d84-81ad-a947bcacd287 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/quotas/299cc965aa5b4aa29f613fb07982fdbf HTTP/1.1" status: 200 len: 375 time: 0.0325365 Sep 09 22:26:36.054555 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-902ce146-0b3f-4fca-b4d7-ca1e122e806e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2173877 Sep 09 22:26:36.111328 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c95bb20b-2993-4bb9-b40d-4ea1606ab9e7 req-5e18995f-ca1e-4f69-863f-c7c8675a92a2 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=299cc965aa5b4aa29f613fb07982fdbf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0698256 Sep 09 22:26:36.246558 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c95bb20b-2993-4bb9-b40d-4ea1606ab9e7 req-8ddb5180-e196-402f-b4f3-43be5b603faa service neutron] 10.222.0.41 "GET /v2.0/networks/58abcfd7-cf47-4f06-85ec-914969ebcf0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259472 Sep 09 22:26:36.274769 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-97aa4f88-fb9c-43c3-b4f2-0951804876c7 None None] Allocated IP 172.20.0.2 (5841743a-0bf4-4a7f-9ea2-766ccec1923f/00d86d00-e9a4-4aee-a6b2-3faac56ffafe/49819c22-dcc6-4422-a98a-105e30670b5c) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:26:36.327047 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0cc11b5-5624-4ecd-bba6-cfdd2b6c4209 None None] Network 7a499611-e713-45d8-aa38-ad3f844096e8 requested from dv-cinder-759955-23-iscsi {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:26:36.378760 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e43e7887-0e82-4aed-8e8b-b0737c15f92c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:36.409452 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e43e7887-0e82-4aed-8e8b-b0737c15f92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:36.431682 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c95bb20b-2993-4bb9-b40d-4ea1606ab9e7 req-f2a464b1-03a9-49de-ac96-8fb6a20b4441 service neutron] 10.222.0.41 "GET /v2.0/networks/58abcfd7-cf47-4f06-85ec-914969ebcf0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783271 Sep 09 22:26:36.539176 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-e43e7887-0e82-4aed-8e8b-b0737c15f92c admin admin] Allocated IP 172.27.3.224 (a96fd56d-97e4-47a2-815b-e854e5640ee5/a399639f-77d7-4513-a462-8fb82637fe8f/f070bf1d-bf60-4875-8599-7c36ea7c205f) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:26:36.686458 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e43e7887-0e82-4aed-8e8b-b0737c15f92c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:36.751241 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e43e7887-0e82-4aed-8e8b-b0737c15f92c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26050298'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:36.763985 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:36.783275 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b525dcf4-b08e-4a85-bff6-02877b15d600 req-56ba3add-f586-44d4-b5d8-a3aafd7cc888 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=2efab622-dcfa-4f94-8ebb-a74bd453222d HTTP/1.1" status: 200 len: 210 time: 0.0718641 Sep 09 22:26:36.789852 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-97aa4f88-fb9c-43c3-b4f2-0951804876c7 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:36.813788 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-97aa4f88-fb9c-43c3-b4f2-0951804876c7 None None] Transition to ACTIVE for port object 49819c22-dcc6-4422-a98a-105e30670b5c will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:26:36.865203 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 57134) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:36.877938 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-97aa4f88-fb9c-43c3-b4f2-0951804876c7 None None] Transition to ACTIVE for port object 49819c22-dcc6-4422-a98a-105e30670b5c will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:26:36.898336 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-97aa4f88-fb9c-43c3-b4f2-0951804876c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:36.930694 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e43e7887-0e82-4aed-8e8b-b0737c15f92c admin admin] Network a96fd56d-97e4-47a2-815b-e854e5640ee5 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:26:36.954149 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-e43e7887-0e82-4aed-8e8b-b0737c15f92c admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:26:36.957862 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43e7887-0e82-4aed-8e8b-b0737c15f92c admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:26:36.977123 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aa4f88-fb9c-43c3-b4f2-0951804876c7 None None] Pushing event updated for resources: {'Port': ['ID=49819c22-dcc6-4422-a98a-105e30670b5c,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:36.988611 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97aa4f88-fb9c-43c3-b4f2-0951804876c7 None None] Network 5841743a-0bf4-4a7f-9ea2-766ccec1923f is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:26:36.993010 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-97aa4f88-fb9c-43c3-b4f2-0951804876c7 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:26:36.998645 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97aa4f88-fb9c-43c3-b4f2-0951804876c7 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:26:37.072439 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b0a6f-aa55-4ce1-9ac5-7d7e500fa2a1 req-ee8b8c83-4815-443e-b760-9b276430ab92 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:37.076645 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d32b0a6f-aa55-4ce1-9ac5-7d7e500fa2a1 req-ee8b8c83-4815-443e-b760-9b276430ab92 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.1493278 Sep 09 22:26:37.116658 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43e7887-0e82-4aed-8e8b-b0737c15f92c admin admin] Pushing event updated for resources: {'Port': ['ID=f070bf1d-bf60-4875-8599-7c36ea7c205f,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:37.173224 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-97aa4f88-fb9c-43c3-b4f2-0951804876c7 None None] Attempting to bind port 49819c22-dcc6-4422-a98a-105e30670b5c on host dv-cinder-759955-23-iscsi for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:26:37.173991 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-97aa4f88-fb9c-43c3-b4f2-0951804876c7 None None] Attempting to bind port 49819c22-dcc6-4422-a98a-105e30670b5c by drivers openvswitch,hyperv on host dv-cinder-759955-23-iscsi at level 0 using segments [{'id': '9a51308c-3fc8-4057-b734-fc33372de6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:26:37.177504 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97aa4f88-fb9c-43c3-b4f2-0951804876c7 None None] Attempting to bind port 49819c22-dcc6-4422-a98a-105e30670b5c on network 5841743a-0bf4-4a7f-9ea2-766ccec1923f {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:26:37.184913 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97aa4f88-fb9c-43c3-b4f2-0951804876c7 None None] Checking agent: {'id': '18c8940e-01ce-4dee-a90a-54246b2955c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 17, 6), 'started_at': datetime.datetime(2021, 9, 9, 22, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:26:37.186371 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97aa4f88-fb9c-43c3-b4f2-0951804876c7 None None] Checking segment: {'id': '9a51308c-3fc8-4057-b734-fc33372de6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:26:37.187276 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-97aa4f88-fb9c-43c3-b4f2-0951804876c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:37.188145 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97aa4f88-fb9c-43c3-b4f2-0951804876c7 None None] Bound using segment: {'id': '9a51308c-3fc8-4057-b734-fc33372de6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:26:37.188848 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-97aa4f88-fb9c-43c3-b4f2-0951804876c7 None None] Bound port: 49819c22-dcc6-4422-a98a-105e30670b5c, host: dv-cinder-759955-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a51308c-3fc8-4057-b734-fc33372de6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:26:37.189852 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d32b0a6f-aa55-4ce1-9ac5-7d7e500fa2a1 req-25b78753-bc97-485c-8547-04d970137468 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060393 Sep 09 22:26:37.197385 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-97aa4f88-fb9c-43c3-b4f2-0951804876c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:37.228889 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-68bcbfa3-de63-4324-8de2-2cdcde2aa081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:37.320914 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-97aa4f88-fb9c-43c3-b4f2-0951804876c7 None None] For port 49819c22-dcc6-4422-a98a-105e30670b5c, host dv-cinder-759955-23-iscsi, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:26:37.324730 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-97aa4f88-fb9c-43c3-b4f2-0951804876c7 None None] For port 49819c22-dcc6-4422-a98a-105e30670b5c, host dv-cinder-759955-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=49819c22-dcc6-4422-a98a-105e30670b5c,segment=NetworkSegment(9a51308c-3fc8-4057-b734-fc33372de6bc),segment_id=9a51308c-3fc8-4057-b734-fc33372de6bc)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:26:37.332798 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-97aa4f88-fb9c-43c3-b4f2-0951804876c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:37.442919 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-68bcbfa3-de63-4324-8de2-2cdcde2aa081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:37.449566 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-68bcbfa3-de63-4324-8de2-2cdcde2aa081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:37.456814 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aa4f88-fb9c-43c3-b4f2-0951804876c7 None None] Pushing event updated for resources: {'Port': ['ID=49819c22-dcc6-4422-a98a-105e30670b5c,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:37.516087 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-68bcbfa3-de63-4324-8de2-2cdcde2aa081 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c5d418fb05e1430eaa20ac847dda9faf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6475995 Sep 09 22:26:37.516087 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bcbfa3-de63-4324-8de2-2cdcde2aa081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6a2b9c-9db7-4f2f-b253-06663fba9309,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:37.518864 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 57198) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:37.643853 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e43e7887-0e82-4aed-8e8b-b0737c15f92c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:37.647085 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-45299239-1065-49f2-9e21-27a281bdea0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:37.751608 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-45299239-1065-49f2-9e21-27a281bdea0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:37.888410 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device fe41292d-1f93-4d2e-9efe-94f99d055cb4 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:26:37.923324 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-45299239-1065-49f2-9e21-27a281bdea0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:37.926009 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-45299239-1065-49f2-9e21-27a281bdea0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:37.929982 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-45299239-1065-49f2-9e21-27a281bdea0a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cd6a2b9c-9db7-4f2f-b253-06663fba9309 HTTP/1.1" status: 204 len: 168 time: 0.4058142 Sep 09 22:26:37.930561 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] No Port match for: fe41292d-1f93-4d2e-9efe-94f99d055cb4 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:26:37.930761 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device fe41292d-1f93-4d2e-9efe-94f99d055cb4 not bound to the agent host hv-cinder-75995 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:26:37.932756 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4fa37c73-c164-48fc-aa2c-c19b92a2e917 req-df53057f-7dd6-44ef-97b5-08af8800e7ba tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=2efab622-dcfa-4f94-8ebb-a74bd453222d HTTP/1.1" status: 200 len: 210 time: 0.0511234 Sep 09 22:26:37.953634 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45299239-1065-49f2-9e21-27a281bdea0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6a2b9c-9db7-4f2f-b253-06663fba9309,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:38.024915 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e43e7887-0e82-4aed-8e8b-b0737c15f92c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-413447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415071'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:38.072960 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:38.196682 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e43e7887-0e82-4aed-8e8b-b0737c15f92c admin admin] Router 3965cb03-7ac2-4373-b0f9-bb5f443662cf is scheduled to L3 agent ecba8a59-1a63-4f4e-b72e-1c921b89dba6 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 22:26:38.378107 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 57232) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:38.437910 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013262b9-606b-41a6-bd67-e5820276dcab req-7a6c0444-c592-4c38-943f-8bd05c6d9f97 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:38.446941 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-013262b9-606b-41a6-bd67-e5820276dcab req-7a6c0444-c592-4c38-943f-8bd05c6d9f97 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.1071887 Sep 09 22:26:38.496747 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95bb20b-2993-4bb9-b40d-4ea1606ab9e7 req-f5adc6a3-8eba-4cb6-bbfb-f48bf15494eb tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:38.498968 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-c95bb20b-2993-4bb9-b40d-4ea1606ab9e7 req-f5adc6a3-8eba-4cb6-bbfb-f48bf15494eb tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.20 "GET /v2.0/networks?id=58abcfd7-cf47-4f06-85ec-914969ebcf0e HTTP/1.1" status: 200 len: 814 time: 0.3155494 Sep 09 22:26:38.502009 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-129da836-85e0-4b27-aba5-d0a2688a3cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:38.512622 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-013262b9-606b-41a6-bd67-e5820276dcab req-4eab52f8-972a-484d-8640-14a012830c6a tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647669 Sep 09 22:26:38.520205 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [req-c95bb20b-2993-4bb9-b40d-4ea1606ab9e7 req-b402bc71-5e23-4203-af07-a5e45cf2b1b4 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Request body: {'port': {'device_id': '2efab622-dcfa-4f94-8ebb-a74bd453222d', 'network_id': '58abcfd7-cf47-4f06-85ec-914969ebcf0e', 'admin_state_up': True, 'tenant_id': '299cc965aa5b4aa29f613fb07982fdbf'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:26:38.564277 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e43e7887-0e82-4aed-8e8b-b0737c15f92c admin admin] Notify agent at l3_agent.dv-cinder-759955-23-iscsi the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:26:38.573883 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc1f23b-4395-4b9f-af09-6fdaddf65603 None None] Sync routers for ids ['3965cb03-7ac2-4373-b0f9-bb5f443662cf'] in dv-cinder-759955-23-iscsi {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:26:38.583909 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc1f23b-4395-4b9f-af09-6fdaddf65603 None None] Routers {'3965cb03-7ac2-4373-b0f9-bb5f443662cf'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:26:38.584582 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-0dc1f23b-4395-4b9f-af09-6fdaddf65603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:26:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['3965cb03-7ac2-4373-b0f9-bb5f443662cf'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:26:38.750847 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-0dc1f23b-4395-4b9f-af09-6fdaddf65603 None None] Set router 3965cb03-7ac2-4373-b0f9-bb5f443662cf gateway port host: dv-cinder-759955-23-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:26:38.785626 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24d4454-5bcd-4d0d-a137-043f057ca6ca None None] Network 5841743a-0bf4-4a7f-9ea2-766ccec1923f requested from dv-cinder-759955-23-iscsi {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:26:38.830172 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-129da836-85e0-4b27-aba5-d0a2688a3cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:38.874017 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-129da836-85e0-4b27-aba5-d0a2688a3cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:38.876958 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-6e7dd351-fd83-4328-9bfc-c50fb1cc761c None None] Provisioning for port 49819c22-dcc6-4422-a98a-105e30670b5c completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:26:38.922860 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c95bb20b-2993-4bb9-b40d-4ea1606ab9e7 req-b402bc71-5e23-4203-af07-a5e45cf2b1b4 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Made reservation on behalf of 299cc965aa5b4aa29f613fb07982fdbf for: {'port': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:26:38.926323 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-c95bb20b-2993-4bb9-b40d-4ea1606ab9e7 req-b402bc71-5e23-4203-af07-a5e45cf2b1b4 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:38.937718 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb32af2-c79a-4409-8732-d12ff34415a0 req-fde3d56e-3a73-4033-b5e6-0c2269893b9f tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:38.948574 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9bb32af2-c79a-4409-8732-d12ff34415a0 req-fde3d56e-3a73-4033-b5e6-0c2269893b9f tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/networks?id=7a499611-e713-45d8-aa38-ad3f844096e8 HTTP/1.1" status: 200 len: 808 time: 0.1882992 Sep 09 22:26:38.968605 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e43e7887-0e82-4aed-8e8b-b0737c15f92c admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:38.969826 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-e43e7887-0e82-4aed-8e8b-b0737c15f92c admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3291578 Sep 09 22:26:38.974536 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9bb32af2-c79a-4409-8732-d12ff34415a0 req-4d208f5a-9b41-4235-ac67-565d1b6a0023 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/quotas/79a459ef8a944b9cbb531623eeff50b0 HTTP/1.1" status: 200 len: 375 time: 0.0242410 Sep 09 22:26:38.985231 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 57294) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:38.992228 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129da836-85e0-4b27-aba5-d0a2688a3cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bcf774-70a0-49c9-9108-53993ffcf72d,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:39.036819 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-129da836-85e0-4b27-aba5-d0a2688a3cf4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1076df32912942f5a7ef15b3e2e2fa8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6539314 Sep 09 22:26:39.046305 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 57302) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:39.046880 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-0dc1f23b-4395-4b9f-af09-6fdaddf65603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'name': 'tempest-TestVolumeBootPattern-2097652074-router', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:26:35Z', 'updated_at': '2021-09-09T22:26:37Z', 'revision_number': 3, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'gw_port': {'id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:36Z', 'updated_at': '2021-09-09T22:26:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi'}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:26:39.056247 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9bb32af2-c79a-4409-8732-d12ff34415a0 req-926aae65-477c-4a93-9a28-e10ea25778e8 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=79a459ef8a944b9cbb531623eeff50b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0806308 Sep 09 22:26:39.084789 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc1f23b-4395-4b9f-af09-6fdaddf65603 None None] Checking router: 3965cb03-7ac2-4373-b0f9-bb5f443662cf for host: dv-cinder-759955-23-iscsi {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:26:39.085418 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc1f23b-4395-4b9f-af09-6fdaddf65603 None None] Updating router 3965cb03-7ac2-4373-b0f9-bb5f443662cf port f070bf1d-bf60-4875-8599-7c36ea7c205f binding host dv-cinder-759955-23-iscsi {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 22:26:39.116518 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0dc1f23b-4395-4b9f-af09-6fdaddf65603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:39.268443 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [req-c95bb20b-2993-4bb9-b40d-4ea1606ab9e7 req-b402bc71-5e23-4203-af07-a5e45cf2b1b4 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Allocated IP 172.20.0.12 (58abcfd7-cf47-4f06-85ec-914969ebcf0e/57079fb3-8fcf-42dc-b5c6-4a27afb1217c/9efde791-2946-45e9-96b2-1761344d75cc) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:26:39.289162 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-525e1703-ede8-440e-8ccc-8ada317f18c3 req-2876f515-008f-4b99-95b9-8ec877f7554e tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=2efab622-dcfa-4f94-8ebb-a74bd453222d HTTP/1.1" status: 200 len: 210 time: 0.1166670 Sep 09 22:26:39.382596 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-99654ddc-77db-4bc4-87b4-5fec82127f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:39.405588 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-99654ddc-77db-4bc4-87b4-5fec82127f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:39.514716 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008d9956-5c89-46af-9dd8-ab8a1044266f req-1072b25b-46cc-4302-8016-5c87a70b525b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:39.517092 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-008d9956-5c89-46af-9dd8-ab8a1044266f req-1072b25b-46cc-4302-8016-5c87a70b525b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 1098 time: 0.3459356 Sep 09 22:26:39.521496 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-99654ddc-77db-4bc4-87b4-5fec82127f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:39.524495 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-99654ddc-77db-4bc4-87b4-5fec82127f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:39.529886 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-99654ddc-77db-4bc4-87b4-5fec82127f73 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f0bcf774-70a0-49c9-9108-53993ffcf72d HTTP/1.1" status: 204 len: 168 time: 0.4646418 Sep 09 22:26:39.532441 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-c95bb20b-2993-4bb9-b40d-4ea1606ab9e7 req-b402bc71-5e23-4203-af07-a5e45cf2b1b4 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:39.595539 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99654ddc-77db-4bc4-87b4-5fec82127f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bcf774-70a0-49c9-9108-53993ffcf72d,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:39.609772 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9bb32af2-c79a-4409-8732-d12ff34415a0 req-720614d7-ae51-43df-9ff6-a389937020f6 service neutron] 10.222.0.41 "GET /v2.0/networks/7a499611-e713-45d8-aa38-ad3f844096e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5527780 Sep 09 22:26:39.649770 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0dc1f23b-4395-4b9f-af09-6fdaddf65603 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:39.663800 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-0dc1f23b-4395-4b9f-af09-6fdaddf65603 None None] Transition to ACTIVE for port object f070bf1d-bf60-4875-8599-7c36ea7c205f will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:26:39.672999 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0dc1f23b-4395-4b9f-af09-6fdaddf65603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:39.677887 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 49819c22-dcc6-4422-a98a-105e30670b5c up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:26:39.703546 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-c95bb20b-2993-4bb9-b40d-4ea1606ab9e7 req-b402bc71-5e23-4203-af07-a5e45cf2b1b4 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26050298'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:39.741233 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] get_ports_and_sgs() called for port_ids ['76f12ea7-81f5-4e15-8c5f-9e2eca764fa3'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:26:39.756586 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c95bb20b-2993-4bb9-b40d-4ea1606ab9e7 req-b402bc71-5e23-4203-af07-a5e45cf2b1b4 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Network 58abcfd7-cf47-4f06-85ec-914969ebcf0e is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:26:39.809469 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [req-c95bb20b-2993-4bb9-b40d-4ea1606ab9e7 req-b402bc71-5e23-4203-af07-a5e45cf2b1b4 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:26:39.813035 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95bb20b-2993-4bb9-b40d-4ea1606ab9e7 req-b402bc71-5e23-4203-af07-a5e45cf2b1b4 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:26:39.839082 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-0dc1f23b-4395-4b9f-af09-6fdaddf65603 None None] Attempting to bind port f070bf1d-bf60-4875-8599-7c36ea7c205f on host dv-cinder-759955-23-iscsi for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:26:39.839453 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-0dc1f23b-4395-4b9f-af09-6fdaddf65603 None None] Attempting to bind port f070bf1d-bf60-4875-8599-7c36ea7c205f by drivers openvswitch,hyperv on host dv-cinder-759955-23-iscsi at level 0 using segments [{'id': '90346f4a-7a44-48b1-bd31-fe8f3a549143', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:26:39.839812 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc1f23b-4395-4b9f-af09-6fdaddf65603 None None] Attempting to bind port f070bf1d-bf60-4875-8599-7c36ea7c205f on network a96fd56d-97e4-47a2-815b-e854e5640ee5 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:26:39.850097 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bfeb2c-70de-45c2-bf7b-fdc78ad7a5d6 None None] Pushing event updated for resources: {'Port': ['ID=f070bf1d-bf60-4875-8599-7c36ea7c205f,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:39.879672 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc1f23b-4395-4b9f-af09-6fdaddf65603 None None] Checking agent: {'id': '18c8940e-01ce-4dee-a90a-54246b2955c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 17, 6), 'started_at': datetime.datetime(2021, 9, 9, 22, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:26:39.880064 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc1f23b-4395-4b9f-af09-6fdaddf65603 None None] Checking segment: {'id': '90346f4a-7a44-48b1-bd31-fe8f3a549143', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:26:39.880521 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0dc1f23b-4395-4b9f-af09-6fdaddf65603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:39.880922 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc1f23b-4395-4b9f-af09-6fdaddf65603 None None] Bound using segment: {'id': '90346f4a-7a44-48b1-bd31-fe8f3a549143', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:26:39.888989 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-0dc1f23b-4395-4b9f-af09-6fdaddf65603 None None] Bound port: f070bf1d-bf60-4875-8599-7c36ea7c205f, host: dv-cinder-759955-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90346f4a-7a44-48b1-bd31-fe8f3a549143', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:26:39.889439 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0dc1f23b-4395-4b9f-af09-6fdaddf65603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:39.892121 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bfeb2c-70de-45c2-bf7b-fdc78ad7a5d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:26:39.892510 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bfeb2c-70de-45c2-bf7b-fdc78ad7a5d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:26:39.892883 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bfeb2c-70de-45c2-bf7b-fdc78ad7a5d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:26:39.893139 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9bb32af2-c79a-4409-8732-d12ff34415a0 req-c2ef932d-c3fb-4961-9812-0addaa559940 service neutron] 10.222.0.41 "GET /v2.0/networks/7a499611-e713-45d8-aa38-ad3f844096e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2818687 Sep 09 22:26:39.897181 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bfeb2c-70de-45c2-bf7b-fdc78ad7a5d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:26:39.897616 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bfeb2c-70de-45c2-bf7b-fdc78ad7a5d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:26:39.899411 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bfeb2c-70de-45c2-bf7b-fdc78ad7a5d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:26:39.901044 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bfeb2c-70de-45c2-bf7b-fdc78ad7a5d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:26:39.903377 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bfeb2c-70de-45c2-bf7b-fdc78ad7a5d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:26:39.904974 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bfeb2c-70de-45c2-bf7b-fdc78ad7a5d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:26:39.905371 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bfeb2c-70de-45c2-bf7b-fdc78ad7a5d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:26:39.908595 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bfeb2c-70de-45c2-bf7b-fdc78ad7a5d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:26:39.908995 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bfeb2c-70de-45c2-bf7b-fdc78ad7a5d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:26:39.935759 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b402bc71-5e23-4203-af07-a5e45cf2b1b4 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Pushing event updated for resources: {'Port': ['ID=9efde791-2946-45e9-96b2-1761344d75cc,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:39.940902 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-008d9956-5c89-46af-9dd8-ab8a1044266f req-551c0227-64c0-480c-bbe7-db7f0f3967d1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3947072 Sep 09 22:26:39.944458 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning for port 49819c22-dcc6-4422-a98a-105e30670b5c completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:26:39.980091 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95bb20b-2993-4bb9-b40d-4ea1606ab9e7 req-b402bc71-5e23-4203-af07-a5e45cf2b1b4 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:39.980733 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-c95bb20b-2993-4bb9-b40d-4ea1606ab9e7 req-b402bc71-5e23-4203-af07-a5e45cf2b1b4 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:39.995524 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port 49819c22-dcc6-4422-a98a-105e30670b5c triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:26:39.996188 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:40.018998 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-c95bb20b-2993-4bb9-b40d-4ea1606ab9e7 req-b402bc71-5e23-4203-af07-a5e45cf2b1b4 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5042319 Sep 09 22:26:40.039881 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-0dc1f23b-4395-4b9f-af09-6fdaddf65603 None None] For port f070bf1d-bf60-4875-8599-7c36ea7c205f, host dv-cinder-759955-23-iscsi, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:26:40.049969 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-0dc1f23b-4395-4b9f-af09-6fdaddf65603 None None] For port f070bf1d-bf60-4875-8599-7c36ea7c205f, host dv-cinder-759955-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=f070bf1d-bf60-4875-8599-7c36ea7c205f,segment=NetworkSegment(90346f4a-7a44-48b1-bd31-fe8f3a549143),segment_id=90346f4a-7a44-48b1-bd31-fe8f3a549143)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:26:40.065552 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-0dc1f23b-4395-4b9f-af09-6fdaddf65603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:40.068185 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08fde53-1d4b-4905-a0bd-2bb876bdffdb req-0d7750d4-9547-42a0-a500-dc33b8ea983d tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:40.069773 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f08fde53-1d4b-4905-a0bd-2bb876bdffdb req-0d7750d4-9547-42a0-a500-dc33b8ea983d tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.2892861 Sep 09 22:26:40.151713 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [req-c95bb20b-2993-4bb9-b40d-4ea1606ab9e7 req-ae11e36e-1d25-4312-bd0e-a50ad44c69fa service neutron] Request body: {'port': {'device_id': '2efab622-dcfa-4f94-8ebb-a74bd453222d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:26:40.175176 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc1f23b-4395-4b9f-af09-6fdaddf65603 None None] Routers {'3965cb03-7ac2-4373-b0f9-bb5f443662cf'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:26:40.175814 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-0dc1f23b-4395-4b9f-af09-6fdaddf65603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:26:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['3965cb03-7ac2-4373-b0f9-bb5f443662cf'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:26:40.179051 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bfeb2c-70de-45c2-bf7b-fdc78ad7a5d6 None None] Pushing event updated for resources: {'Port': ['ID=f070bf1d-bf60-4875-8599-7c36ea7c205f,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:40.285719 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:40.331119 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-aec7bac0-466b-45b3-a2dc-9bce09fbe15b req-c0c16547-25f9-4ef8-90ed-9fb9e161737b tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/ports?device_id=7361432c-e2dc-4602-8831-4a884d9f381f HTTP/1.1" status: 200 len: 210 time: 0.0714405 Sep 09 22:26:40.360334 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f08fde53-1d4b-4905-a0bd-2bb876bdffdb req-36525889-ff55-48e7-8369-0b5dece611fd tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666988 Sep 09 22:26:40.407207 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-0dc1f23b-4395-4b9f-af09-6fdaddf65603 None None] Set router 3965cb03-7ac2-4373-b0f9-bb5f443662cf gateway port host: dv-cinder-759955-23-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:26:40.417931 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] For port 49819c22-dcc6-4422-a98a-105e30670b5c, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=49819c22-dcc6-4422-a98a-105e30670b5c,segment=NetworkSegment(9a51308c-3fc8-4057-b734-fc33372de6bc),segment_id=9a51308c-3fc8-4057-b734-fc33372de6bc)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:26:40.449075 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:40.591735 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Pushing event updated for resources: {'Port': ['ID=49819c22-dcc6-4422-a98a-105e30670b5c,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:40.691115 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f730c3-5934-4aec-a6c6-e0fc8555059d req-d33ab3f3-91de-4b67-832d-b40f00213109 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:40.695443 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d1f730c3-5934-4aec-a6c6-e0fc8555059d req-d33ab3f3-91de-4b67-832d-b40f00213109 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=2efab622-dcfa-4f94-8ebb-a74bd453222d HTTP/1.1" status: 200 len: 932 time: 0.1807251 Sep 09 22:26:40.745700 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fcb3b1f3-0352-4768-8751-a1fd61d7670a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:40.791151 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-c95bb20b-2993-4bb9-b40d-4ea1606ab9e7 req-ae11e36e-1d25-4312-bd0e-a50ad44c69fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:40.821943 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d1f730c3-5934-4aec-a6c6-e0fc8555059d req-aea4a084-cecf-4d9a-b32d-36aae40b3917 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066420 Sep 09 22:26:41.038937 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-fcb3b1f3-0352-4768-8751-a1fd61d7670a admin admin] Allocated IP 172.20.0.1 (5841743a-0bf4-4a7f-9ea2-766ccec1923f/00d86d00-e9a4-4aee-a6b2-3faac56ffafe/256f3ab3-ac27-4169-bbd1-858fd14e4ae7) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:26:41.066957 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-0dc1f23b-4395-4b9f-af09-6fdaddf65603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'name': 'tempest-TestVolumeBootPattern-2097652074-router', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:26:35Z', 'updated_at': '2021-09-09T22:26:37Z', 'revision_number': 3, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'gw_port': {'id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:36Z', 'updated_at': '2021-09-09T22:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi'}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:26:41.148398 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc1f23b-4395-4b9f-af09-6fdaddf65603 None None] The sync data for ids ['3965cb03-7ac2-4373-b0f9-bb5f443662cf'] in dv-cinder-759955-23-iscsi is: [{'id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'name': 'tempest-TestVolumeBootPattern-2097652074-router', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:26:35Z', 'updated_at': '2021-09-09T22:26:37Z', 'revision_number': 3, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'gw_port': {'id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0f:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:36Z', 'updated_at': '2021-09-09T22:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:26:41.251527 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.notifiers.nova [req-c95bb20b-2993-4bb9-b40d-4ea1606ab9e7 req-ae11e36e-1d25-4312-bd0e-a50ad44c69fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9efde791-2946-45e9-96b2-1761344d75cc {{(pid=93887) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:26:41.262719 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-c95bb20b-2993-4bb9-b40d-4ea1606ab9e7 req-ae11e36e-1d25-4312-bd0e-a50ad44c69fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:41.302263 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [req-c95bb20b-2993-4bb9-b40d-4ea1606ab9e7 req-ae11e36e-1d25-4312-bd0e-a50ad44c69fa service neutron] Transition to ACTIVE for port object 9efde791-2946-45e9-96b2-1761344d75cc will not be triggered until provisioned by entity L2. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:26:41.304590 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fcb3b1f3-0352-4768-8751-a1fd61d7670a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:41.307094 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-c95bb20b-2993-4bb9-b40d-4ea1606ab9e7 req-ae11e36e-1d25-4312-bd0e-a50ad44c69fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26050313'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:41.331645 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-fcb3b1f3-0352-4768-8751-a1fd61d7670a admin admin] Transition to ACTIVE for port object 256f3ab3-ac27-4169-bbd1-858fd14e4ae7 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:26:41.406185 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fcb3b1f3-0352-4768-8751-a1fd61d7670a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:41.422371 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae11e36e-1d25-4312-bd0e-a50ad44c69fa service neutron] Pushing event updated for resources: {'Port': ['ID=9efde791-2946-45e9-96b2-1761344d75cc,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:41.495436 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb3b1f3-0352-4768-8751-a1fd61d7670a admin admin] Network 5841743a-0bf4-4a7f-9ea2-766ccec1923f is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:26:41.524867 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-fcb3b1f3-0352-4768-8751-a1fd61d7670a admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:26:41.554548 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5af5e9bd-8101-43e6-aae4-91802b09eaa0 req-c6aba64e-abff-47f5-b82d-b3fe519d2edf tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/ports?device_id=7361432c-e2dc-4602-8831-4a884d9f381f HTTP/1.1" status: 200 len: 210 time: 0.0807981 Sep 09 22:26:41.575923 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-c95bb20b-2993-4bb9-b40d-4ea1606ab9e7 req-ae11e36e-1d25-4312-bd0e-a50ad44c69fa service neutron] Attempting to bind port 9efde791-2946-45e9-96b2-1761344d75cc on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:26:41.575923 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-c95bb20b-2993-4bb9-b40d-4ea1606ab9e7 req-ae11e36e-1d25-4312-bd0e-a50ad44c69fa service neutron] Attempting to bind port 9efde791-2946-45e9-96b2-1761344d75cc by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': 'c91907a4-08ff-47a6-a6cb-1165e0b6a369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '58abcfd7-cf47-4f06-85ec-914969ebcf0e'}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:26:41.575923 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95bb20b-2993-4bb9-b40d-4ea1606ab9e7 req-ae11e36e-1d25-4312-bd0e-a50ad44c69fa service neutron] Attempting to bind port 9efde791-2946-45e9-96b2-1761344d75cc on network 58abcfd7-cf47-4f06-85ec-914969ebcf0e {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:26:41.576790 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95bb20b-2993-4bb9-b40d-4ea1606ab9e7 req-ae11e36e-1d25-4312-bd0e-a50ad44c69fa service neutron] Port 9efde791-2946-45e9-96b2-1761344d75cc on network 58abcfd7-cf47-4f06-85ec-914969ebcf0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 22:26:41.576967 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95bb20b-2993-4bb9-b40d-4ea1606ab9e7 req-ae11e36e-1d25-4312-bd0e-a50ad44c69fa service neutron] Attempting to bind port 9efde791-2946-45e9-96b2-1761344d75cc on network 58abcfd7-cf47-4f06-85ec-914969ebcf0e {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:26:41.587269 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95bb20b-2993-4bb9-b40d-4ea1606ab9e7 req-ae11e36e-1d25-4312-bd0e-a50ad44c69fa service neutron] Checking agent: {'id': 'd4d09dd9-4fb9-4f0d-bf57-c365063561af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 23, 5), 'started_at': datetime.datetime(2021, 9, 9, 22, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:26:41.587430 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb3b1f3-0352-4768-8751-a1fd61d7670a admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:26:41.587605 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95bb20b-2993-4bb9-b40d-4ea1606ab9e7 req-ae11e36e-1d25-4312-bd0e-a50ad44c69fa service neutron] Checking segment: {'id': 'c91907a4-08ff-47a6-a6cb-1165e0b6a369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '58abcfd7-cf47-4f06-85ec-914969ebcf0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:26:41.587984 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95bb20b-2993-4bb9-b40d-4ea1606ab9e7 req-ae11e36e-1d25-4312-bd0e-a50ad44c69fa service neutron] Bound using segment: {'id': 'c91907a4-08ff-47a6-a6cb-1165e0b6a369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '58abcfd7-cf47-4f06-85ec-914969ebcf0e'} {{(pid=93887) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:26:41.588629 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.managers [req-c95bb20b-2993-4bb9-b40d-4ea1606ab9e7 req-ae11e36e-1d25-4312-bd0e-a50ad44c69fa service neutron] Bound port: 9efde791-2946-45e9-96b2-1761344d75cc, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91907a4-08ff-47a6-a6cb-1165e0b6a369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '58abcfd7-cf47-4f06-85ec-914969ebcf0e'}}] {{(pid=93887) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:26:41.588974 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-c95bb20b-2993-4bb9-b40d-4ea1606ab9e7 req-ae11e36e-1d25-4312-bd0e-a50ad44c69fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:41.597865 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 49819c22-dcc6-4422-a98a-105e30670b5c up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:26:41.613606 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb3b1f3-0352-4768-8751-a1fd61d7670a admin admin] Pushing event updated for resources: {'Port': ['ID=256f3ab3-ac27-4169-bbd1-858fd14e4ae7,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:41.711894 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f6323a-bacb-47ad-a58f-4e20d2440691 req-7313bbd2-6c4f-4609-95a5-724561bb7e9d tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:41.714534 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-31f6323a-bacb-47ad-a58f-4e20d2440691 req-7313bbd2-6c4f-4609-95a5-724561bb7e9d tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.2032237 Sep 09 22:26:41.725372 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fcb3b1f3-0352-4768-8751-a1fd61d7670a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415118'] for router_interface, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:41.751379 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port 49819c22-dcc6-4422-a98a-105e30670b5c triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:26:41.751670 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:41.807893 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-c95bb20b-2993-4bb9-b40d-4ea1606ab9e7 req-ae11e36e-1d25-4312-bd0e-a50ad44c69fa service neutron] For port 9efde791-2946-45e9-96b2-1761344d75cc, host hv-cinder-75995, cleared binding levels {{(pid=93887) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:26:41.814407 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.db [req-c95bb20b-2993-4bb9-b40d-4ea1606ab9e7 req-ae11e36e-1d25-4312-bd0e-a50ad44c69fa service neutron] For port 9efde791-2946-45e9-96b2-1761344d75cc, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=9efde791-2946-45e9-96b2-1761344d75cc,segment=NetworkSegment(c91907a4-08ff-47a6-a6cb-1165e0b6a369),segment_id=c91907a4-08ff-47a6-a6cb-1165e0b6a369)] {{(pid=93887) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:26:41.825874 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-c95bb20b-2993-4bb9-b40d-4ea1606ab9e7 req-ae11e36e-1d25-4312-bd0e-a50ad44c69fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26050313'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:41.929072 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95bb20b-2993-4bb9-b40d-4ea1606ab9e7 req-ae11e36e-1d25-4312-bd0e-a50ad44c69fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:41.929943 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [req-c95bb20b-2993-4bb9-b40d-4ea1606ab9e7 req-ae11e36e-1d25-4312-bd0e-a50ad44c69fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:41.942781 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-c95bb20b-2993-4bb9-b40d-4ea1606ab9e7 req-ae11e36e-1d25-4312-bd0e-a50ad44c69fa service neutron] 10.222.0.20 "PUT /v2.0/ports/9efde791-2946-45e9-96b2-1761344d75cc HTTP/1.1" status: 200 len: 1094 time: 1.7950363 Sep 09 22:26:41.943463 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2efab622-dcfa-4f94-8ebb-a74bd453222d', 'tag': '9efde791-2946-45e9-96b2-1761344d75cc'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:26:41.945850 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc6a31de840fc8aa808063a849dfe176742cab8c19a8c4c2f30ae5ebe0344c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db49d5f-86f8-4249-8a22-d0c87b821737" -d '{"events": [{"name": "network-changed", "server_uuid": "2efab622-dcfa-4f94-8ebb-a74bd453222d", "tag": "9efde791-2946-45e9-96b2-1761344d75cc"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:26:42.007083 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae11e36e-1d25-4312-bd0e-a50ad44c69fa service neutron] Pushing event updated for resources: {'Port': ['ID=9efde791-2946-45e9-96b2-1761344d75cc,revision_number=3']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:42.054784 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-31f6323a-bacb-47ad-a58f-4e20d2440691 req-b2dd1eac-cd53-461e-9a9f-b704af7555ad tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772332 Sep 09 22:26:42.151163 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95bb20b-2993-4bb9-b40d-4ea1606ab9e7 req-ee226a65-19c9-418d-aaa3-8ddf9a35d119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:42.152782 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-c95bb20b-2993-4bb9-b40d-4ea1606ab9e7 req-ee226a65-19c9-418d-aaa3-8ddf9a35d119 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=299cc965aa5b4aa29f613fb07982fdbf&device_id=2efab622-dcfa-4f94-8ebb-a74bd453222d HTTP/1.1" status: 200 len: 1097 time: 0.0952690 Sep 09 22:26:42.156194 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03bf239-fd0f-4e74-aa08-5292dbacc512 x-openstack-request-id: req-d03bf239-fd0f-4e74-aa08-5292dbacc512 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:26:42.156652 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2efab622-dcfa-4f94-8ebb-a74bd453222d", "tag": "9efde791-2946-45e9-96b2-1761344d75cc", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:26:42.156954 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d03bf239-fd0f-4e74-aa08-5292dbacc512 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:26:42.157689 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2efab622-dcfa-4f94-8ebb-a74bd453222d', 'tag': '9efde791-2946-45e9-96b2-1761344d75cc', 'status': 'completed', 'code': 200} Sep 09 22:26:42.161175 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8f22efed-e962-41a1-959a-f7f572b6ce87 None None] Provisioning for port 256f3ab3-ac27-4169-bbd1-858fd14e4ae7 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:26:42.168343 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8f22efed-e962-41a1-959a-f7f572b6ce87 None None] Provisioning complete for port 256f3ab3-ac27-4169-bbd1-858fd14e4ae7 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:26:42.168743 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8f22efed-e962-41a1-959a-f7f572b6ce87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:42.261100 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-c95bb20b-2993-4bb9-b40d-4ea1606ab9e7 req-09c6690f-ee79-497f-8c1f-920b96b25ed4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9efde791-2946-45e9-96b2-1761344d75cc HTTP/1.1" status: 200 len: 217 time: 0.0905166 Sep 09 22:26:42.277277 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-8f22efed-e962-41a1-959a-f7f572b6ce87 None None] Port 256f3ab3-ac27-4169-bbd1-858fd14e4ae7 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 22:26:42.350271 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95bb20b-2993-4bb9-b40d-4ea1606ab9e7 req-3d922783-8413-4971-ab09-faf956939cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:42.352023 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-c95bb20b-2993-4bb9-b40d-4ea1606ab9e7 req-3d922783-8413-4971-ab09-faf956939cf6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=57079fb3-8fcf-42dc-b5c6-4a27afb1217c HTTP/1.1" status: 200 len: 854 time: 0.0748477 Sep 09 22:26:42.409694 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-c95bb20b-2993-4bb9-b40d-4ea1606ab9e7 req-02fea923-4337-4802-8f39-c48b4744c35b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=58abcfd7-cf47-4f06-85ec-914969ebcf0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408506 Sep 09 22:26:42.590438 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-c95bb20b-2993-4bb9-b40d-4ea1606ab9e7 req-bde8eb48-8d87-4f31-8332-4d1d5444c7af service neutron] 10.222.0.20 "GET /v2.0/networks/58abcfd7-cf47-4f06-85ec-914969ebcf0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606357 Sep 09 22:26:42.646795 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fcb3b1f3-0352-4768-8751-a1fd61d7670a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:42.699341 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb1ad7-25bf-423b-af3d-519c84f03be4 req-cd73864c-d154-4a2e-8b5a-80e6d331df64 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:42.713858 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fabb1ad7-25bf-423b-af3d-519c84f03be4 req-cd73864c-d154-4a2e-8b5a-80e6d331df64 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=2efab622-dcfa-4f94-8ebb-a74bd453222d HTTP/1.1" status: 200 len: 944 time: 0.6653662 Sep 09 22:26:42.750293 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-c95bb20b-2993-4bb9-b40d-4ea1606ab9e7 req-e7bc101a-05ab-46e0-84af-2b2884788444 service neutron] 10.222.0.20 "GET /v2.0/networks/58abcfd7-cf47-4f06-85ec-914969ebcf0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1523273 Sep 09 22:26:42.877412 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db49d5f-86f8-4249-8a22-d0c87b821737 req-bbf8bbb8-b1fb-4999-9929-d202d2eacbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:42.879066 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-2db49d5f-86f8-4249-8a22-d0c87b821737 req-bbf8bbb8-b1fb-4999-9929-d202d2eacbf3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=299cc965aa5b4aa29f613fb07982fdbf&device_id=2efab622-dcfa-4f94-8ebb-a74bd453222d HTTP/1.1" status: 200 len: 1097 time: 0.0747504 Sep 09 22:26:42.882012 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9cca92-1547-430c-a7cc-4688ed6c4375 req-83d40eaf-eac2-4d02-aaf2-18e09011b161 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:42.883776 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bd9cca92-1547-430c-a7cc-4688ed6c4375 req-83d40eaf-eac2-4d02-aaf2-18e09011b161 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.3890314 Sep 09 22:26:42.896670 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb32af2-c79a-4409-8732-d12ff34415a0 req-c1ecbdfc-4831-4d63-a732-07e1adc48a61 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:42.898080 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9bb32af2-c79a-4409-8732-d12ff34415a0 req-c1ecbdfc-4831-4d63-a732-07e1adc48a61 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.20 "GET /v2.0/networks?id=7a499611-e713-45d8-aa38-ad3f844096e8 HTTP/1.1" status: 200 len: 808 time: 0.9552417 Sep 09 22:26:42.899987 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e493b55b-c90e-491b-864a-54170dc4f744 req-49c68ff2-8898-47e4-9696-c113b5e599fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:42.901357 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e493b55b-c90e-491b-864a-54170dc4f744 req-49c68ff2-8898-47e4-9696-c113b5e599fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a614c2fdc45a410cbe5b4bf63b53131b&device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 1098 time: 0.3973377 Sep 09 22:26:42.909895 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fabb1ad7-25bf-423b-af3d-519c84f03be4 req-c30b8177-a768-458e-9fdd-899ebd36f965 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926742 Sep 09 22:26:42.943148 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-9bb32af2-c79a-4409-8732-d12ff34415a0 req-845ba652-484c-488b-baed-bea0be2a9a71 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Request body: {'port': {'device_id': '7361432c-e2dc-4602-8831-4a884d9f381f', 'network_id': '7a499611-e713-45d8-aa38-ad3f844096e8', 'admin_state_up': True, 'tenant_id': '79a459ef8a944b9cbb531623eeff50b0'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:26:43.017328 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db49d5f-86f8-4249-8a22-d0c87b821737 req-89e652f3-497f-4d10-8a28-38a1c6b70850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:43.018973 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-2db49d5f-86f8-4249-8a22-d0c87b821737 req-89e652f3-497f-4d10-8a28-38a1c6b70850 service neutron] 10.222.0.20 "GET /v2.0/networks?id=58abcfd7-cf47-4f06-85ec-914969ebcf0e HTTP/1.1" status: 200 len: 914 time: 0.1271417 Sep 09 22:26:43.022336 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 57520) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:43.083105 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-73ad9160-60d3-424e-983c-a0ae99d50e22 req-5c53729e-cf32-4531-8428-77f42bb25118 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/ports?device_id=7361432c-e2dc-4602-8831-4a884d9f381f HTTP/1.1" status: 200 len: 210 time: 0.0969558 Sep 09 22:26:43.083545 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-2db49d5f-86f8-4249-8a22-d0c87b821737 req-add0da38-7640-4a99-9590-bfeff43131fa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9efde791-2946-45e9-96b2-1761344d75cc HTTP/1.1" status: 200 len: 217 time: 0.0403538 Sep 09 22:26:43.168108 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bd9cca92-1547-430c-a7cc-4688ed6c4375 req-d7c87686-ce0f-4973-9dde-a319794aa5a3 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656736 Sep 09 22:26:43.177180 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db49d5f-86f8-4249-8a22-d0c87b821737 req-e4992403-880d-4ebb-8738-8fa26f804f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:43.178727 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-2db49d5f-86f8-4249-8a22-d0c87b821737 req-e4992403-880d-4ebb-8738-8fa26f804f98 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=57079fb3-8fcf-42dc-b5c6-4a27afb1217c HTTP/1.1" status: 200 len: 854 time: 0.0729589 Sep 09 22:26:43.225855 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-2db49d5f-86f8-4249-8a22-d0c87b821737 req-725838cf-e50a-4501-b291-ec3f32fd2b66 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=58abcfd7-cf47-4f06-85ec-914969ebcf0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354831 Sep 09 22:26:43.268765 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e493b55b-c90e-491b-864a-54170dc4f744 req-97633fb7-d251-4c76-b048-bed088d1fa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:43.270255 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e493b55b-c90e-491b-864a-54170dc4f744 req-97633fb7-d251-4c76-b048-bed088d1fa43 service neutron] 10.222.0.20 "GET /v2.0/networks?id=05871169-dd65-49e2-b26e-00b42542e9ff HTTP/1.1" status: 200 len: 919 time: 0.3323801 Sep 09 22:26:43.280628 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-14c78a85-d852-44b7-8175-a5f1890ffae1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c1aad04708874ea6958c4eb241fcbc6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2540014 Sep 09 22:26:43.291333 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 57524) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:43.338894 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e493b55b-c90e-491b-864a-54170dc4f744 req-c899405e-7bea-4a19-9432-fa8e7b9093b4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b221fbf5-0b90-4b5f-b20e-4f7824abe66f HTTP/1.1" status: 200 len: 217 time: 0.0568926 Sep 09 22:26:43.351668 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-2db49d5f-86f8-4249-8a22-d0c87b821737 req-b5b7205a-212d-4b5e-a2c9-28ed465602b2 service neutron] 10.222.0.20 "GET /v2.0/networks/58abcfd7-cf47-4f06-85ec-914969ebcf0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107087 Sep 09 22:26:43.373041 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bb32af2-c79a-4409-8732-d12ff34415a0 req-845ba652-484c-488b-baed-bea0be2a9a71 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Made reservation on behalf of 79a459ef8a944b9cbb531623eeff50b0 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:26:43.376517 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9bb32af2-c79a-4409-8732-d12ff34415a0 req-845ba652-484c-488b-baed-bea0be2a9a71 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:43.402743 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fcb3b1f3-0352-4768-8751-a1fd61d7670a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:43.426036 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fcb3b1f3-0352-4768-8751-a1fd61d7670a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27131053'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:43.459828 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-2db49d5f-86f8-4249-8a22-d0c87b821737 req-a053e3b4-2705-4c15-95cb-3f4d420bab14 service neutron] 10.222.0.20 "GET /v2.0/networks/58abcfd7-cf47-4f06-85ec-914969ebcf0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004999 Sep 09 22:26:43.500521 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e493b55b-c90e-491b-864a-54170dc4f744 req-43f27d5e-25a2-406c-a632-d10d4abf2355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:43.501998 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e493b55b-c90e-491b-864a-54170dc4f744 req-43f27d5e-25a2-406c-a632-d10d4abf2355 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=300ee5ef-a508-4127-aec7-f35d79a48d74 HTTP/1.1" status: 200 len: 859 time: 0.1519916 Sep 09 22:26:43.592691 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-fcb3b1f3-0352-4768-8751-a1fd61d7670a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413982'] for router_interface, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:43.592900 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device f070bf1d-bf60-4875-8599-7c36ea7c205f up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:26:43.594549 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a2e39ee4-1580-49e3-935d-3153d3fa7f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:43.601540 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e493b55b-c90e-491b-864a-54170dc4f744 req-f8e55cf2-551d-4dbe-8bee-1a4cb48d2f8e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=05871169-dd65-49e2-b26e-00b42542e9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613468 Sep 09 22:26:43.609111 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb3b1f3-0352-4768-8751-a1fd61d7670a admin admin] Pushing event updated for resources: {'Port': ['ID=256f3ab3-ac27-4169-bbd1-858fd14e4ae7,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:43.657636 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning for port f070bf1d-bf60-4875-8599-7c36ea7c205f completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:26:43.660148 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a2e39ee4-1580-49e3-935d-3153d3fa7f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:43.662126 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port f070bf1d-bf60-4875-8599-7c36ea7c205f triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:26:43.662663 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:43.742919 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:43.768432 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] For port f070bf1d-bf60-4875-8599-7c36ea7c205f, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=f070bf1d-bf60-4875-8599-7c36ea7c205f,segment=NetworkSegment(90346f4a-7a44-48b1-bd31-fe8f3a549143),segment_id=90346f4a-7a44-48b1-bd31-fe8f3a549143)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:26:43.772580 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:43.823304 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Pushing event updated for resources: {'Port': ['ID=f070bf1d-bf60-4875-8599-7c36ea7c205f,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:43.828735 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-9bb32af2-c79a-4409-8732-d12ff34415a0 req-845ba652-484c-488b-baed-bea0be2a9a71 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Allocated IP 172.20.0.7 (7a499611-e713-45d8-aa38-ad3f844096e8/783e4c4e-d0f3-46a0-a158-6538c3d1a814/a3c2df6a-2170-4509-a51b-68419b1811b3) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:26:43.877413 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e493b55b-c90e-491b-864a-54170dc4f744 req-aa3bf688-21cd-4d55-bf6b-bb9605dd9ac4 service neutron] 10.222.0.20 "GET /v2.0/networks/05871169-dd65-49e2-b26e-00b42542e9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550714 Sep 09 22:26:43.881714 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a2e39ee4-1580-49e3-935d-3153d3fa7f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:43.884280 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a2e39ee4-1580-49e3-935d-3153d3fa7f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:43.885618 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-a2e39ee4-1580-49e3-935d-3153d3fa7f34 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f63ba1a7-3f07-43c4-a289-6a35749e8eae HTTP/1.1" status: 204 len: 168 time: 0.5925324 Sep 09 22:26:43.904965 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb3b1f3-0352-4768-8751-a1fd61d7670a admin admin] Network 5841743a-0bf4-4a7f-9ea2-766ccec1923f is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:26:43.933726 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-fcb3b1f3-0352-4768-8751-a1fd61d7670a admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:26:43.960015 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e39ee4-1580-49e3-935d-3153d3fa7f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63ba1a7-3f07-43c4-a289-6a35749e8eae,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:44.220152 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-fba9d452-c87e-4f0a-88b9-4d530c888e3e None None] Provisioning complete for port 256f3ab3-ac27-4169-bbd1-858fd14e4ae7 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:26:44.221003 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fba9d452-c87e-4f0a-88b9-4d530c888e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:44.244728 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-657bc07b-1443-4c07-930e-f13d6de4825c req-b5f44bc2-d56e-40d7-96a3-8924c24c554a tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/ports?device_id=7361432c-e2dc-4602-8831-4a884d9f381f HTTP/1.1" status: 200 len: 210 time: 0.0540743 Sep 09 22:26:44.246555 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e493b55b-c90e-491b-864a-54170dc4f744 req-8157a54e-1c05-4431-98a3-ca0c55f40bb4 service neutron] 10.222.0.20 "GET /v2.0/networks/05871169-dd65-49e2-b26e-00b42542e9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443124 Sep 09 22:26:44.267431 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b708a-4004-4a14-980f-a2498a390d17 req-143d6b99-053b-462c-bc9d-67aedea86f04 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:44.267431 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d88b708a-4004-4a14-980f-a2498a390d17 req-143d6b99-053b-462c-bc9d-67aedea86f04 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=2efab622-dcfa-4f94-8ebb-a74bd453222d HTTP/1.1" status: 200 len: 944 time: 0.2581549 Sep 09 22:26:44.270546 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-fba9d452-c87e-4f0a-88b9-4d530c888e3e None None] Port 256f3ab3-ac27-4169-bbd1-858fd14e4ae7 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 22:26:44.329236 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcb3b1f3-0352-4768-8751-a1fd61d7670a admin admin] Router 3965cb03-7ac2-4373-b0f9-bb5f443662cf has already been hosted by L3 agent ecba8a59-1a63-4f4e-b72e-1c921b89dba6 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:26:44.338005 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9bb32af2-c79a-4409-8732-d12ff34415a0 req-845ba652-484c-488b-baed-bea0be2a9a71 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:44.393137 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d88b708a-4004-4a14-980f-a2498a390d17 req-36190c5d-0a11-470b-85f3-2664be2febc3 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993831 Sep 09 22:26:44.471701 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c22fc6-86b8-4e18-9f90-1c0ff2790ade req-5556f24e-4e40-46b7-a74c-9793b44399fe tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:44.473285 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-39c22fc6-86b8-4e18-9f90-1c0ff2790ade req-5556f24e-4e40-46b7-a74c-9793b44399fe tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.1400447 Sep 09 22:26:44.664896 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 57560) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:44.750230 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9bb32af2-c79a-4409-8732-d12ff34415a0 req-845ba652-484c-488b-baed-bea0be2a9a71 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:44.767347 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-5cceef5e-f9f7-4832-9ab4-e680e3269fcc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2091397324-network', 'tenant_id': '185f4b4c15104ebfb9a705b5e03a11d8'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:26:44.789724 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cceef5e-f9f7-4832-9ab4-e680e3269fcc admin admin] Made reservation on behalf of 185f4b4c15104ebfb9a705b5e03a11d8 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:26:44.791984 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5cceef5e-f9f7-4832-9ab4-e680e3269fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:44.801037 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5cceef5e-f9f7-4832-9ab4-e680e3269fcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:44.807416 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-39c22fc6-86b8-4e18-9f90-1c0ff2790ade req-67ccd815-e94d-4205-bf00-1f5074f14c1d tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204167 Sep 09 22:26:44.817615 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bb32af2-c79a-4409-8732-d12ff34415a0 req-845ba652-484c-488b-baed-bea0be2a9a71 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Network 7a499611-e713-45d8-aa38-ad3f844096e8 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:26:44.823230 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb3b1f3-0352-4768-8751-a1fd61d7670a admin admin] Notify agent at l3_agent.dv-cinder-759955-23-iscsi the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:26:44.837995 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-fcb3b1f3-0352-4768-8751-a1fd61d7670a admin admin] 10.222.0.41 "PUT /v2.0/routers/3965cb03-7ac2-4373-b0f9-bb5f443662cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8492517 Sep 09 22:26:44.842519 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b6af7d-bd6c-4ca6-8154-d082c1001eff None None] Sync routers for ids ['3965cb03-7ac2-4373-b0f9-bb5f443662cf'] in dv-cinder-759955-23-iscsi {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:26:44.842960 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-9bb32af2-c79a-4409-8732-d12ff34415a0 req-845ba652-484c-488b-baed-bea0be2a9a71 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:26:44.845078 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bb32af2-c79a-4409-8732-d12ff34415a0 req-845ba652-484c-488b-baed-bea0be2a9a71 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:26:44.858893 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b6af7d-bd6c-4ca6-8154-d082c1001eff None None] Routers {'3965cb03-7ac2-4373-b0f9-bb5f443662cf'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:26:44.859591 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-f2b6af7d-bd6c-4ca6-8154-d082c1001eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:26:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['3965cb03-7ac2-4373-b0f9-bb5f443662cf'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:26:44.887283 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ba652-484c-488b-baed-bea0be2a9a71 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Pushing event updated for resources: {'Port': ['ID=a3c2df6a-2170-4509-a51b-68419b1811b3,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:44.914925 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb32af2-c79a-4409-8732-d12ff34415a0 req-845ba652-484c-488b-baed-bea0be2a9a71 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:44.915589 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9bb32af2-c79a-4409-8732-d12ff34415a0 req-845ba652-484c-488b-baed-bea0be2a9a71 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:44.922682 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5cceef5e-f9f7-4832-9ab4-e680e3269fcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:44.927958 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5cceef5e-f9f7-4832-9ab4-e680e3269fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:44.935540 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9bb32af2-c79a-4409-8732-d12ff34415a0 req-845ba652-484c-488b-baed-bea0be2a9a71 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9955008 Sep 09 22:26:44.958998 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-9bb32af2-c79a-4409-8732-d12ff34415a0 req-daf4ba32-c621-4310-bff1-14ac56425361 service neutron] Request body: {'port': {'device_id': '7361432c-e2dc-4602-8831-4a884d9f381f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:26:44.963154 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cceef5e-f9f7-4832-9ab4-e680e3269fcc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 22:26:44.986720 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cceef5e-f9f7-4832-9ab4-e680e3269fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f474b0c3-ff8f-49ea-81a5-d46b5927672e,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:44.992916 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5cceef5e-f9f7-4832-9ab4-e680e3269fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:44.993282 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.db.segments_db [None req-5cceef5e-f9f7-4832-9ab4-e680e3269fcc admin admin] Added segment 42b58578-5559-4e00-8d47-a54ce09f9050 of type vlan for network ba04819e-4d3f-4ea4-afd8-239759d49227 Sep 09 22:26:45.024099 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-f2b6af7d-bd6c-4ca6-8154-d082c1001eff None None] Set router 3965cb03-7ac2-4373-b0f9-bb5f443662cf gateway port host: dv-cinder-759955-23-iscsi {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:26:45.048444 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5cceef5e-f9f7-4832-9ab4-e680e3269fcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781721265704'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:45.064499 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9bb32af2-c79a-4409-8732-d12ff34415a0 req-daf4ba32-c621-4310-bff1-14ac56425361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:45.081760 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5cceef5e-f9f7-4832-9ab4-e680e3269fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:45.084884 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cceef5e-f9f7-4832-9ab4-e680e3269fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:45.085783 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5cceef5e-f9f7-4832-9ab4-e680e3269fcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:45.141689 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-5cceef5e-f9f7-4832-9ab4-e680e3269fcc admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4756267 Sep 09 22:26:45.142771 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 57572) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:45.175569 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-e3c9a4c9-da28-45e5-9795-9a9f55d2fc37 admin admin] Request body: {'subnet': {'network_id': 'ba04819e-4d3f-4ea4-afd8-239759d49227', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2091397324-subnet', 'tenant_id': '185f4b4c15104ebfb9a705b5e03a11d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:26:45.180305 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cceef5e-f9f7-4832-9ab4-e680e3269fcc admin admin] Pushing event updated for resources: {'Network': ['ID=ba04819e-4d3f-4ea4-afd8-239759d49227,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:45.192391 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Network ba04819e-4d3f-4ea4-afd8-239759d49227 details requested by agent ovs-agent-dv-cinder-759955-23-iscsi with host dv-cinder-759955-23-iscsi {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 22:26:45.211461 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c9a4c9-da28-45e5-9795-9a9f55d2fc37 admin admin] Made reservation on behalf of 185f4b4c15104ebfb9a705b5e03a11d8 for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:26:45.215550 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e3c9a4c9-da28-45e5-9795-9a9f55d2fc37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26209842'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:45.456978 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e3c9a4c9-da28-45e5-9795-9a9f55d2fc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26050182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26209836'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:45.459745 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-f2b6af7d-bd6c-4ca6-8154-d082c1001eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'name': 'tempest-TestVolumeBootPattern-2097652074-router', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:26:35Z', 'updated_at': '2021-09-09T22:26:42Z', 'revision_number': 4, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'gw_port': {'id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:36Z', 'updated_at': '2021-09-09T22:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': '256f3ab3-ac27-4169-bbd1-858fd14e4ae7', 'name': '', 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'mac_address': 'fa:16:3e:78:cc:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '00d86d00-e9a4-4aee-a6b2-3faac56ffafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:40Z', 'updated_at': '2021-09-09T22:26:42Z', 'revision_number': 2, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'subnets': [{'id': '00d86d00-e9a4-4aee-a6b2-3faac56ffafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:26:45.490997 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b6af7d-bd6c-4ca6-8154-d082c1001eff None None] Checking router: 3965cb03-7ac2-4373-b0f9-bb5f443662cf for host: dv-cinder-759955-23-iscsi {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:26:45.490997 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b6af7d-bd6c-4ca6-8154-d082c1001eff None None] Updating router 3965cb03-7ac2-4373-b0f9-bb5f443662cf port 256f3ab3-ac27-4169-bbd1-858fd14e4ae7 binding host dv-cinder-759955-23-iscsi {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 22:26:45.492896 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d3b5e-e38b-4fc3-99e8-298f047cfbd5 req-34c76d01-47a1-4dc4-8ee6-71ad17ce72a0 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:45.494480 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ed5d3b5e-e38b-4fc3-99e8-298f047cfbd5 req-34c76d01-47a1-4dc4-8ee6-71ad17ce72a0 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/ports?device_id=7361432c-e2dc-4602-8831-4a884d9f381f HTTP/1.1" status: 200 len: 931 time: 0.1005366 Sep 09 22:26:45.501014 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [req-9bb32af2-c79a-4409-8732-d12ff34415a0 req-daf4ba32-c621-4310-bff1-14ac56425361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3c2df6a-2170-4509-a51b-68419b1811b3 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:26:45.519287 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9bb32af2-c79a-4409-8732-d12ff34415a0 req-daf4ba32-c621-4310-bff1-14ac56425361 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:45.543195 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f2b6af7d-bd6c-4ca6-8154-d082c1001eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:45.548073 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-9bb32af2-c79a-4409-8732-d12ff34415a0 req-daf4ba32-c621-4310-bff1-14ac56425361 service neutron] Transition to ACTIVE for port object a3c2df6a-2170-4509-a51b-68419b1811b3 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:26:45.559143 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9bb32af2-c79a-4409-8732-d12ff34415a0 req-daf4ba32-c621-4310-bff1-14ac56425361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27131053'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:45.569640 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c9a4c9-da28-45e5-9795-9a9f55d2fc37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=307b117c-d0b0-4736-b594-24c28eb2e44f,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:45.589403 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c9a4c9-da28-45e5-9795-9a9f55d2fc37 admin admin] Checking segment: {'id': '42b58578-5559-4e00-8d47-a54ce09f9050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ba04819e-4d3f-4ea4-afd8-239759d49227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:26:45.590221 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c9a4c9-da28-45e5-9795-9a9f55d2fc37 admin admin] Network hostable DHCP agents. Network: ba04819e-4d3f-4ea4-afd8-239759d49227, hostable agents: ['8f0ddeab-bc9d-4c81-8d3d-e5ecdacbf733'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 22:26:45.618491 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c9a4c9-da28-45e5-9795-9a9f55d2fc37 admin admin] Network ba04819e-4d3f-4ea4-afd8-239759d49227 is scheduled to be hosted by DHCP agent 8f0ddeab-bc9d-4c81-8d3d-e5ecdacbf733 with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 22:26:45.620596 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ed5d3b5e-e38b-4fc3-99e8-298f047cfbd5 req-b5f68d76-139b-4c07-87d9-0ecc7b154c7d tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b50ddfc-e57d-408e-aa57-9473fc472536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145356 Sep 09 22:26:45.629368 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device f070bf1d-bf60-4875-8599-7c36ea7c205f up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:26:45.634011 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-e3c9a4c9-da28-45e5-9795-9a9f55d2fc37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-23-iscsi, ba04819e-4d3f-4ea4-afd8-239759d49227) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:26:45.642245 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c9a4c9-da28-45e5-9795-9a9f55d2fc37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:45.643106 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e3c9a4c9-da28-45e5-9795-9a9f55d2fc37 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:45.674066 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf4ba32-c621-4310-bff1-14ac56425361 service neutron] Pushing event updated for resources: {'Port': ['ID=a3c2df6a-2170-4509-a51b-68419b1811b3,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:45.684247 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ee75f0-71df-48f8-918f-0ac6ec8b0be5 None None] Network ba04819e-4d3f-4ea4-afd8-239759d49227 requested from dv-cinder-759955-23-iscsi {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:26:45.686502 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-e3c9a4c9-da28-45e5-9795-9a9f55d2fc37 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5145495 Sep 09 22:26:45.726326 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 57592) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:45.732969 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-24f68d78-9ed1-4e61-bb23-cec9b5ea9544 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2095747513-network', 'tenant_id': 'ac26c23aa5454ff687fa2f776635e6f2'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:26:45.746293 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806422cc-3690-4fe1-b2c1-10cdd0077e7d req-3a39a5a1-914d-4e8a-91bc-d28c27526017 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:45.748545 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-806422cc-3690-4fe1-b2c1-10cdd0077e7d req-3a39a5a1-914d-4e8a-91bc-d28c27526017 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=2efab622-dcfa-4f94-8ebb-a74bd453222d HTTP/1.1" status: 200 len: 944 time: 0.1865163 Sep 09 22:26:45.776910 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f68d78-9ed1-4e61-bb23-cec9b5ea9544 admin admin] Made reservation on behalf of ac26c23aa5454ff687fa2f776635e6f2 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:26:45.780908 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-24f68d78-9ed1-4e61-bb23-cec9b5ea9544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:45.783047 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-9bb32af2-c79a-4409-8732-d12ff34415a0 req-daf4ba32-c621-4310-bff1-14ac56425361 service neutron] Attempting to bind port a3c2df6a-2170-4509-a51b-68419b1811b3 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:26:45.783771 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-9bb32af2-c79a-4409-8732-d12ff34415a0 req-daf4ba32-c621-4310-bff1-14ac56425361 service neutron] Attempting to bind port a3c2df6a-2170-4509-a51b-68419b1811b3 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': 'f86cc299-7509-4b66-8ecd-3020ba3e2c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7a499611-e713-45d8-aa38-ad3f844096e8'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:26:45.784377 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb32af2-c79a-4409-8732-d12ff34415a0 req-daf4ba32-c621-4310-bff1-14ac56425361 service neutron] Attempting to bind port a3c2df6a-2170-4509-a51b-68419b1811b3 on network 7a499611-e713-45d8-aa38-ad3f844096e8 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:26:45.793292 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb32af2-c79a-4409-8732-d12ff34415a0 req-daf4ba32-c621-4310-bff1-14ac56425361 service neutron] Port a3c2df6a-2170-4509-a51b-68419b1811b3 on network 7a499611-e713-45d8-aa38-ad3f844096e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 22:26:45.794438 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb32af2-c79a-4409-8732-d12ff34415a0 req-daf4ba32-c621-4310-bff1-14ac56425361 service neutron] Attempting to bind port a3c2df6a-2170-4509-a51b-68419b1811b3 on network 7a499611-e713-45d8-aa38-ad3f844096e8 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:26:45.802244 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-24f68d78-9ed1-4e61-bb23-cec9b5ea9544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:45.802796 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb32af2-c79a-4409-8732-d12ff34415a0 req-daf4ba32-c621-4310-bff1-14ac56425361 service neutron] Checking agent: {'id': 'd4d09dd9-4fb9-4f0d-bf57-c365063561af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 23, 5), 'started_at': datetime.datetime(2021, 9, 9, 22, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:26:45.803233 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb32af2-c79a-4409-8732-d12ff34415a0 req-daf4ba32-c621-4310-bff1-14ac56425361 service neutron] Checking segment: {'id': 'f86cc299-7509-4b66-8ecd-3020ba3e2c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7a499611-e713-45d8-aa38-ad3f844096e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:26:45.803683 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bb32af2-c79a-4409-8732-d12ff34415a0 req-daf4ba32-c621-4310-bff1-14ac56425361 service neutron] Bound using segment: {'id': 'f86cc299-7509-4b66-8ecd-3020ba3e2c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7a499611-e713-45d8-aa38-ad3f844096e8'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:26:45.804232 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-9bb32af2-c79a-4409-8732-d12ff34415a0 req-daf4ba32-c621-4310-bff1-14ac56425361 service neutron] Bound port: a3c2df6a-2170-4509-a51b-68419b1811b3, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f86cc299-7509-4b66-8ecd-3020ba3e2c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7a499611-e713-45d8-aa38-ad3f844096e8'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:26:45.804648 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9bb32af2-c79a-4409-8732-d12ff34415a0 req-daf4ba32-c621-4310-bff1-14ac56425361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:45.829831 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-806422cc-3690-4fe1-b2c1-10cdd0077e7d req-d5f5418b-23f5-43b2-8842-dba7ac98929f tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700777 Sep 09 22:26:45.906461 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 9efde791-2946-45e9-96b2-1761344d75cc details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 22:26:45.929934 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-9bb32af2-c79a-4409-8732-d12ff34415a0 req-daf4ba32-c621-4310-bff1-14ac56425361 service neutron] For port a3c2df6a-2170-4509-a51b-68419b1811b3, host hv-cinder-75995, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:26:45.933217 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-9bb32af2-c79a-4409-8732-d12ff34415a0 req-daf4ba32-c621-4310-bff1-14ac56425361 service neutron] For port a3c2df6a-2170-4509-a51b-68419b1811b3, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=a3c2df6a-2170-4509-a51b-68419b1811b3,segment=NetworkSegment(f86cc299-7509-4b66-8ecd-3020ba3e2c86),segment_id=f86cc299-7509-4b66-8ecd-3020ba3e2c86)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:26:45.963000 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-24f68d78-9ed1-4e61-bb23-cec9b5ea9544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:45.969724 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-24f68d78-9ed1-4e61-bb23-cec9b5ea9544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:45.979455 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9bb32af2-c79a-4409-8732-d12ff34415a0 req-daf4ba32-c621-4310-bff1-14ac56425361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27131053'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:46.021255 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24f68d78-9ed1-4e61-bb23-cec9b5ea9544 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 22:26:46.029450 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f68d78-9ed1-4e61-bb23-cec9b5ea9544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23dd835b-2c7b-48c9-9b65-93c8aa48a335,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:46.037439 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-24f68d78-9ed1-4e61-bb23-cec9b5ea9544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:46.037786 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.db.segments_db [None req-24f68d78-9ed1-4e61-bb23-cec9b5ea9544 admin admin] Added segment b3750315-815c-4c3a-819e-61001192a955 of type vlan for network dc3e060c-cab9-4277-854b-48feeec180ed Sep 09 22:26:46.055530 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port f070bf1d-bf60-4875-8599-7c36ea7c205f triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:26:46.055904 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:46.063585 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf4ba32-c621-4310-bff1-14ac56425361 service neutron] Pushing event updated for resources: {'Port': ['ID=a3c2df6a-2170-4509-a51b-68419b1811b3,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:46.084011 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dbe3a4-8067-4efe-b1e5-a26dd5f8a7aa req-5b6948c3-c9e8-4058-8715-b5c3d836659f tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:46.085251 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed62a44b-2465-417f-86d6-048deae3408b None None] Network ba04819e-4d3f-4ea4-afd8-239759d49227 requested from dv-cinder-759955-23-iscsi {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:26:46.093326 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-24dbe3a4-8067-4efe-b1e5-a26dd5f8a7aa req-5b6948c3-c9e8-4058-8715-b5c3d836659f tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.1584985 Sep 09 22:26:46.142575 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb32af2-c79a-4409-8732-d12ff34415a0 req-daf4ba32-c621-4310-bff1-14ac56425361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:46.143224 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9bb32af2-c79a-4409-8732-d12ff34415a0 req-daf4ba32-c621-4310-bff1-14ac56425361 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:46.145423 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9bb32af2-c79a-4409-8732-d12ff34415a0 req-daf4ba32-c621-4310-bff1-14ac56425361 service neutron] 10.222.0.20 "PUT /v2.0/ports/a3c2df6a-2170-4509-a51b-68419b1811b3 HTTP/1.1" status: 200 len: 1093 time: 1.1986744 Sep 09 22:26:46.145985 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7361432c-e2dc-4602-8831-4a884d9f381f', 'tag': 'a3c2df6a-2170-4509-a51b-68419b1811b3'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:26:46.148713 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febecf7243e3540986e18e5907cacf19c405284daaaade8257553be7db475bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8a3d53-97c6-4f3c-b7e3-b51427a07618" -d '{"events": [{"name": "network-changed", "server_uuid": "7361432c-e2dc-4602-8831-4a884d9f381f", "tag": "a3c2df6a-2170-4509-a51b-68419b1811b3"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:26:46.175885 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-24f68d78-9ed1-4e61-bb23-cec9b5ea9544 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781721265704'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:46.190231 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-24dbe3a4-8067-4efe-b1e5-a26dd5f8a7aa req-c48e6cef-a68a-4745-a3d8-20e16156a863 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914400 Sep 09 22:26:46.227277 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-24f68d78-9ed1-4e61-bb23-cec9b5ea9544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:46.227277 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f68d78-9ed1-4e61-bb23-cec9b5ea9544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:46.227774 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-24f68d78-9ed1-4e61-bb23-cec9b5ea9544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:46.251073 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee933ea-a528-4a6f-bd1f-612602ac2738 x-openstack-request-id: req-fee933ea-a528-4a6f-bd1f-612602ac2738 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:26:46.251762 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7361432c-e2dc-4602-8831-4a884d9f381f", "tag": "a3c2df6a-2170-4509-a51b-68419b1811b3", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:26:46.252199 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fee933ea-a528-4a6f-bd1f-612602ac2738 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:26:46.252914 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7361432c-e2dc-4602-8831-4a884d9f381f', 'tag': 'a3c2df6a-2170-4509-a51b-68419b1811b3', 'status': 'completed', 'code': 200} Sep 09 22:26:46.263128 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-24f68d78-9ed1-4e61-bb23-cec9b5ea9544 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5354238 Sep 09 22:26:46.268723 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 57604) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:46.271379 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb32af2-c79a-4409-8732-d12ff34415a0 req-b053d36a-7fc1-4fb4-a9ea-09e790cf7d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:46.273412 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9bb32af2-c79a-4409-8732-d12ff34415a0 req-b053d36a-7fc1-4fb4-a9ea-09e790cf7d53 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=79a459ef8a944b9cbb531623eeff50b0&device_id=7361432c-e2dc-4602-8831-4a884d9f381f HTTP/1.1" status: 200 len: 1096 time: 0.0599053 Sep 09 22:26:46.278962 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-f4a1aabd-8011-4d90-a13c-82d0082269ff admin admin] Request body: {'subnet': {'network_id': 'dc3e060c-cab9-4277-854b-48feeec180ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2095747513-subnet', 'tenant_id': 'ac26c23aa5454ff687fa2f776635e6f2', 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:26:46.296659 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 9efde791-2946-45e9-96b2-1761344d75cc, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=9efde791-2946-45e9-96b2-1761344d75cc,segment=NetworkSegment(c91907a4-08ff-47a6-a6cb-1165e0b6a369),segment_id=c91907a4-08ff-47a6-a6cb-1165e0b6a369)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:26:46.314806 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f68d78-9ed1-4e61-bb23-cec9b5ea9544 admin admin] Pushing event updated for resources: {'Network': ['ID=dc3e060c-cab9-4277-854b-48feeec180ed,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:46.315789 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Returning: {'device': '9efde791-2946-45e9-96b2-1761344d75cc', 'network_id': '58abcfd7-cf47-4f06-85ec-914969ebcf0e', 'port_id': '9efde791-2946-45e9-96b2-1761344d75cc', 'mac_address': 'fa:16:3e:46:6f:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57079fb3-8fcf-42dc-b5c6-4a27afb1217c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 22:26:46.331742 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9bb32af2-c79a-4409-8732-d12ff34415a0 req-287da945-15b1-4638-9a73-1e88ba5167a3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3c2df6a-2170-4509-a51b-68419b1811b3 HTTP/1.1" status: 200 len: 217 time: 0.0459414 Sep 09 22:26:46.333121 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Network dc3e060c-cab9-4277-854b-48feeec180ed details requested by agent ovs-agent-dv-cinder-759955-23-iscsi with host dv-cinder-759955-23-iscsi {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 22:26:46.349105 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a1aabd-8011-4d90-a13c-82d0082269ff admin admin] Made reservation on behalf of ac26c23aa5454ff687fa2f776635e6f2 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:26:46.351278 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f4a1aabd-8011-4d90-a13c-82d0082269ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26101228'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:46.438231 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb32af2-c79a-4409-8732-d12ff34415a0 req-b3db59b7-6973-47bb-bc65-86c742562bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:46.439601 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9bb32af2-c79a-4409-8732-d12ff34415a0 req-b3db59b7-6973-47bb-bc65-86c742562bef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=783e4c4e-d0f3-46a0-a158-6538c3d1a814 HTTP/1.1" status: 200 len: 848 time: 0.0996735 Sep 09 22:26:46.488392 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9bb32af2-c79a-4409-8732-d12ff34415a0 req-76103a64-f626-4ffa-904b-336544508b02 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7a499611-e713-45d8-aa38-ad3f844096e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382433 Sep 09 22:26:46.539125 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:46.589624 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f2b6af7d-bd6c-4ca6-8154-d082c1001eff None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:46.613965 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f2b6af7d-bd6c-4ca6-8154-d082c1001eff None None] Transition to ACTIVE for port object 256f3ab3-ac27-4169-bbd1-858fd14e4ae7 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:26:46.616513 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9efde791-2946-45e9-96b2-1761344d75cc {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:26:46.629013 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f2b6af7d-bd6c-4ca6-8154-d082c1001eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:46.663409 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 9efde791-2946-45e9-96b2-1761344d75cc, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=9efde791-2946-45e9-96b2-1761344d75cc,segment=NetworkSegment(c91907a4-08ff-47a6-a6cb-1165e0b6a369),segment_id=c91907a4-08ff-47a6-a6cb-1165e0b6a369)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:26:46.675726 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:46.697572 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ebcf15-0198-45de-b03d-6415673b97de None None] Pushing event updated for resources: {'Port': ['ID=256f3ab3-ac27-4169-bbd1-858fd14e4ae7,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:46.697792 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9bb32af2-c79a-4409-8732-d12ff34415a0 req-c6538952-6ea2-4ae5-9351-441713b86dd8 service neutron] 10.222.0.20 "GET /v2.0/networks/7a499611-e713-45d8-aa38-ad3f844096e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960914 Sep 09 22:26:46.722598 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f4a1aabd-8011-4d90-a13c-82d0082269ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27131170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26101234'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:46.775304 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-f2b6af7d-bd6c-4ca6-8154-d082c1001eff None None] Attempting to bind port 256f3ab3-ac27-4169-bbd1-858fd14e4ae7 on host dv-cinder-759955-23-iscsi for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:26:46.775664 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-f2b6af7d-bd6c-4ca6-8154-d082c1001eff None None] Attempting to bind port 256f3ab3-ac27-4169-bbd1-858fd14e4ae7 by drivers openvswitch,hyperv on host dv-cinder-759955-23-iscsi at level 0 using segments [{'id': '9a51308c-3fc8-4057-b734-fc33372de6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:26:46.776088 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b6af7d-bd6c-4ca6-8154-d082c1001eff None None] Attempting to bind port 256f3ab3-ac27-4169-bbd1-858fd14e4ae7 on network 5841743a-0bf4-4a7f-9ea2-766ccec1923f {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:26:46.783991 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b6af7d-bd6c-4ca6-8154-d082c1001eff None None] Checking agent: {'id': '18c8940e-01ce-4dee-a90a-54246b2955c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 17, 6), 'started_at': datetime.datetime(2021, 9, 9, 22, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:26:46.786594 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b6af7d-bd6c-4ca6-8154-d082c1001eff None None] Checking segment: {'id': '9a51308c-3fc8-4057-b734-fc33372de6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:26:46.787258 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f2b6af7d-bd6c-4ca6-8154-d082c1001eff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:46.788855 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b6af7d-bd6c-4ca6-8154-d082c1001eff None None] Bound using segment: {'id': '9a51308c-3fc8-4057-b734-fc33372de6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:26:46.789597 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-f2b6af7d-bd6c-4ca6-8154-d082c1001eff None None] Bound port: 256f3ab3-ac27-4169-bbd1-858fd14e4ae7, host: dv-cinder-759955-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a51308c-3fc8-4057-b734-fc33372de6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:26:46.792835 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f2b6af7d-bd6c-4ca6-8154-d082c1001eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:46.875119 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=9efde791-2946-45e9-96b2-1761344d75cc,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:46.905674 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-f2b6af7d-bd6c-4ca6-8154-d082c1001eff None None] For port 256f3ab3-ac27-4169-bbd1-858fd14e4ae7, host dv-cinder-759955-23-iscsi, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:26:46.909581 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-f2b6af7d-bd6c-4ca6-8154-d082c1001eff None None] For port 256f3ab3-ac27-4169-bbd1-858fd14e4ae7, host dv-cinder-759955-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=256f3ab3-ac27-4169-bbd1-858fd14e4ae7,segment=NetworkSegment(9a51308c-3fc8-4057-b734-fc33372de6bc),segment_id=9a51308c-3fc8-4057-b734-fc33372de6bc)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:26:46.918159 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a1aabd-8011-4d90-a13c-82d0082269ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=bccc6e1b-7431-4d12-86bf-3df76884df3d,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:46.920098 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f2b6af7d-bd6c-4ca6-8154-d082c1001eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:46.945316 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a1aabd-8011-4d90-a13c-82d0082269ff admin admin] Checking segment: {'id': 'b3750315-815c-4c3a-819e-61001192a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dc3e060c-cab9-4277-854b-48feeec180ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:26:46.945899 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a1aabd-8011-4d90-a13c-82d0082269ff admin admin] Network hostable DHCP agents. Network: dc3e060c-cab9-4277-854b-48feeec180ed, hostable agents: ['8f0ddeab-bc9d-4c81-8d3d-e5ecdacbf733'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 22:26:46.959108 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] get_ports_and_sgs() called for port_ids ['9efde791-2946-45e9-96b2-1761344d75cc'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:26:46.965957 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b090103-5593-4f00-bf02-9b261ae33e0c req-7785a3ec-5dc8-4108-885c-667fb43acaba tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:46.968155 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0b090103-5593-4f00-bf02-9b261ae33e0c req-7785a3ec-5dc8-4108-885c-667fb43acaba tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/ports?device_id=7361432c-e2dc-4602-8831-4a884d9f381f HTTP/1.1" status: 200 len: 943 time: 0.2606111 Sep 09 22:26:46.975114 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9bb32af2-c79a-4409-8732-d12ff34415a0 req-6584772e-06ba-401b-ad20-7acdd8fd4390 service neutron] 10.222.0.20 "GET /v2.0/networks/7a499611-e713-45d8-aa38-ad3f844096e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689631 Sep 09 22:26:47.033921 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a1aabd-8011-4d90-a13c-82d0082269ff admin admin] Network dc3e060c-cab9-4277-854b-48feeec180ed is scheduled to be hosted by DHCP agent 8f0ddeab-bc9d-4c81-8d3d-e5ecdacbf733 with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 22:26:47.084153 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0b090103-5593-4f00-bf02-9b261ae33e0c req-ad60673b-5052-46eb-974c-7b7447f35688 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b50ddfc-e57d-408e-aa57-9473fc472536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058331 Sep 09 22:26:47.099661 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5200e693-e53c-4473-9750-7a9f5cdd2fb8 req-a116a766-74b8-440a-b10e-bfc8dea5665d tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:47.099661 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5200e693-e53c-4473-9750-7a9f5cdd2fb8 req-a116a766-74b8-440a-b10e-bfc8dea5665d tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=2efab622-dcfa-4f94-8ebb-a74bd453222d HTTP/1.1" status: 200 len: 945 time: 0.1201663 Sep 09 22:26:47.099661 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-f4a1aabd-8011-4d90-a13c-82d0082269ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-23-iscsi, dc3e060c-cab9-4277-854b-48feeec180ed) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:26:47.104450 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a1aabd-8011-4d90-a13c-82d0082269ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:47.105042 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f4a1aabd-8011-4d90-a13c-82d0082269ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:47.167708 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a3d53-97c6-4f3c-b7e3-b51427a07618 req-2eb202b4-e388-4e42-9513-bbcad889160f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:47.169531 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6b8a3d53-97c6-4f3c-b7e3-b51427a07618 req-2eb202b4-e388-4e42-9513-bbcad889160f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=79a459ef8a944b9cbb531623eeff50b0&device_id=7361432c-e2dc-4602-8831-4a884d9f381f HTTP/1.1" status: 200 len: 1096 time: 0.1247118 Sep 09 22:26:47.189798 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219c8196-ac48-4528-867d-cc9b14934e0b None None] Network dc3e060c-cab9-4277-854b-48feeec180ed requested from dv-cinder-759955-23-iscsi {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:26:47.199964 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-f4a1aabd-8011-4d90-a13c-82d0082269ff admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9252787 Sep 09 22:26:47.202660 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 57626) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:47.210677 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-3beaaea5-3615-4a01-9db4-207a1d513965 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2095747513-router', 'tenant_id': 'ac26c23aa5454ff687fa2f776635e6f2', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:26:47.219245 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5200e693-e53c-4473-9750-7a9f5cdd2fb8 req-bcbd74dd-8991-4826-9159-fe901fdefb71 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114523 Sep 09 22:26:47.235330 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ebcf15-0198-45de-b03d-6415673b97de None None] Pushing event updated for resources: {'Port': ['ID=256f3ab3-ac27-4169-bbd1-858fd14e4ae7,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:47.260517 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3beaaea5-3615-4a01-9db4-207a1d513965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-413326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-328'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:47.261934 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3beaaea5-3615-4a01-9db4-207a1d513965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-489013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-321'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:47.289179 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b6af7d-bd6c-4ca6-8154-d082c1001eff None None] Routers {'3965cb03-7ac2-4373-b0f9-bb5f443662cf'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:26:47.289826 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-f2b6af7d-bd6c-4ca6-8154-d082c1001eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:26:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['3965cb03-7ac2-4373-b0f9-bb5f443662cf'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:26:47.337678 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3beaaea5-3615-4a01-9db4-207a1d513965 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:47.367162 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a3d53-97c6-4f3c-b7e3-b51427a07618 req-ee446840-c082-4aa5-841f-10f0a99e8cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:47.368887 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6b8a3d53-97c6-4f3c-b7e3-b51427a07618 req-ee446840-c082-4aa5-841f-10f0a99e8cf8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7a499611-e713-45d8-aa38-ad3f844096e8 HTTP/1.1" status: 200 len: 908 time: 0.1739354 Sep 09 22:26:47.424207 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732492e-74c1-4479-a5e2-9fccf7a18232 req-ecf7d308-dad7-4fb1-9c7d-c666a7c8d9b2 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:47.425811 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4732492e-74c1-4479-a5e2-9fccf7a18232 req-ecf7d308-dad7-4fb1-9c7d-c666a7c8d9b2 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.1189649 Sep 09 22:26:47.427350 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6b8a3d53-97c6-4f3c-b7e3-b51427a07618 req-f90fc0aa-6008-4279-b3e9-379144b75777 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a3c2df6a-2170-4509-a51b-68419b1811b3 HTTP/1.1" status: 200 len: 217 time: 0.0492232 Sep 09 22:26:47.497422 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4732492e-74c1-4479-a5e2-9fccf7a18232 req-d4ab1fc5-7f9d-484d-acd4-2e5b3a3093c8 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640113 Sep 09 22:26:47.506188 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3beaaea5-3615-4a01-9db4-207a1d513965 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:47.509754 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a3d53-97c6-4f3c-b7e3-b51427a07618 req-f3e9f05e-471c-40ce-a58d-ccf06376ea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:47.511483 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6b8a3d53-97c6-4f3c-b7e3-b51427a07618 req-f3e9f05e-471c-40ce-a58d-ccf06376ea27 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=783e4c4e-d0f3-46a0-a158-6538c3d1a814 HTTP/1.1" status: 200 len: 848 time: 0.0640893 Sep 09 22:26:47.536097 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-f2b6af7d-bd6c-4ca6-8154-d082c1001eff None None] Set router 3965cb03-7ac2-4373-b0f9-bb5f443662cf gateway port host: dv-cinder-759955-23-iscsi {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:26:47.574890 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6b8a3d53-97c6-4f3c-b7e3-b51427a07618 req-ea9e7bad-dee6-45af-9b60-cf9c6b888ca6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7a499611-e713-45d8-aa38-ad3f844096e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538754 Sep 09 22:26:47.623474 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6d0cec-dee3-47d8-9689-1ee35207fc37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee46604-0f4e-5923-a4c6-c23d2299b9bb-dc3e060c-cab9-4277-854b-48feeec180ed', 'network_id': 'dc3e060c-cab9-4277-854b-48feeec180ed', 'tenant_id': 'ac26c23aa5454ff687fa2f776635e6f2', 'fixed_ips': [{'subnet_id': 'bccc6e1b-7431-4d12-86bf-3df76884df3d'}]}} from dv-cinder-759955-23-iscsi. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 22:26:47.624303 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ae6d0cec-dee3-47d8-9689-1ee35207fc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:47.795085 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6b8a3d53-97c6-4f3c-b7e3-b51427a07618 req-69074775-35aa-40b3-9f3a-1cb18447994b service neutron] 10.222.0.20 "GET /v2.0/networks/7a499611-e713-45d8-aa38-ad3f844096e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102146 Sep 09 22:26:47.897655 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3beaaea5-3615-4a01-9db4-207a1d513965 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:47.938563 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3beaaea5-3615-4a01-9db4-207a1d513965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:47.970457 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6b8a3d53-97c6-4f3c-b7e3-b51427a07618 req-c9fd7d00-d86e-4a8a-882d-1dfb50d26213 service neutron] 10.222.0.20 "GET /v2.0/networks/7a499611-e713-45d8-aa38-ad3f844096e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614094 Sep 09 22:26:47.990631 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-ae6d0cec-dee3-47d8-9689-1ee35207fc37 None None] Allocated IP 172.20.0.2 (dc3e060c-cab9-4277-854b-48feeec180ed/bccc6e1b-7431-4d12-86bf-3df76884df3d/9d852554-5652-4779-b634-0921305baafb) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:26:48.022470 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-f2b6af7d-bd6c-4ca6-8154-d082c1001eff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'name': 'tempest-TestVolumeBootPattern-2097652074-router', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:26:35Z', 'updated_at': '2021-09-09T22:26:42Z', 'revision_number': 4, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'gw_port': {'id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:36Z', 'updated_at': '2021-09-09T22:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': '256f3ab3-ac27-4169-bbd1-858fd14e4ae7', 'name': '', 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'mac_address': 'fa:16:3e:78:cc:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '00d86d00-e9a4-4aee-a6b2-3faac56ffafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:40Z', 'updated_at': '2021-09-09T22:26:46Z', 'revision_number': 4, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'subnets': [{'id': '00d86d00-e9a4-4aee-a6b2-3faac56ffafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:26:48.057282 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b6af7d-bd6c-4ca6-8154-d082c1001eff None None] The sync data for ids ['3965cb03-7ac2-4373-b0f9-bb5f443662cf'] in dv-cinder-759955-23-iscsi is: [{'id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'name': 'tempest-TestVolumeBootPattern-2097652074-router', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:26:35Z', 'updated_at': '2021-09-09T22:26:42Z', 'revision_number': 4, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'gw_port': {'id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:36Z', 'updated_at': '2021-09-09T22:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': '256f3ab3-ac27-4169-bbd1-858fd14e4ae7', 'name': '', 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'mac_address': 'fa:16:3e:78:cc:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '00d86d00-e9a4-4aee-a6b2-3faac56ffafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:40Z', 'updated_at': '2021-09-09T22:26:46Z', 'revision_number': 4, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'subnets': [{'id': '00d86d00-e9a4-4aee-a6b2-3faac56ffafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:26:48.065585 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-3beaaea5-3615-4a01-9db4-207a1d513965 admin admin] Allocated IP 172.27.3.252 (a96fd56d-97e4-47a2-815b-e854e5640ee5/a399639f-77d7-4513-a462-8fb82637fe8f/01afa5ba-5734-49a4-90a6-ecb09b650c5d) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:26:48.218775 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3beaaea5-3615-4a01-9db4-207a1d513965 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:48.243330 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ae6d0cec-dee3-47d8-9689-1ee35207fc37 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:48.254501 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ae6d0cec-dee3-47d8-9689-1ee35207fc37 None None] Transition to ACTIVE for port object 9d852554-5652-4779-b634-0921305baafb will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:26:48.268657 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe5156-264e-4cf4-a600-cd5f708211cd req-ea3a269d-8da4-4b55-aefa-fe41ca77b517 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:48.270592 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b9fe5156-264e-4cf4-a600-cd5f708211cd req-ea3a269d-8da4-4b55-aefa-fe41ca77b517 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/ports?device_id=7361432c-e2dc-4602-8831-4a884d9f381f HTTP/1.1" status: 200 len: 943 time: 0.0938530 Sep 09 22:26:48.283716 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3beaaea5-3615-4a01-9db4-207a1d513965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26050298'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:48.283956 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-ae6d0cec-dee3-47d8-9689-1ee35207fc37 None None] Transition to ACTIVE for port object 9d852554-5652-4779-b634-0921305baafb will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:26:48.294556 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ae6d0cec-dee3-47d8-9689-1ee35207fc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:48.335343 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6d0cec-dee3-47d8-9689-1ee35207fc37 None None] Network dc3e060c-cab9-4277-854b-48feeec180ed is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:26:48.341124 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-ae6d0cec-dee3-47d8-9689-1ee35207fc37 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:26:48.344842 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6d0cec-dee3-47d8-9689-1ee35207fc37 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:26:48.352275 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3beaaea5-3615-4a01-9db4-207a1d513965 admin admin] Network a96fd56d-97e4-47a2-815b-e854e5640ee5 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:26:48.355598 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b9fe5156-264e-4cf4-a600-cd5f708211cd req-081a4322-0be2-4225-a27b-95fc1841378d tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b50ddfc-e57d-408e-aa57-9473fc472536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751061 Sep 09 22:26:48.357546 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-3beaaea5-3615-4a01-9db4-207a1d513965 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:26:48.363026 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d0cec-dee3-47d8-9689-1ee35207fc37 None None] Pushing event updated for resources: {'Port': ['ID=9d852554-5652-4779-b634-0921305baafb,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:48.363129 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3beaaea5-3615-4a01-9db4-207a1d513965 admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:26:48.414571 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beaaea5-3615-4a01-9db4-207a1d513965 admin admin] Pushing event updated for resources: {'Port': ['ID=01afa5ba-5734-49a4-90a6-ecb09b650c5d,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:48.447622 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-ae6d0cec-dee3-47d8-9689-1ee35207fc37 None None] Attempting to bind port 9d852554-5652-4779-b634-0921305baafb on host dv-cinder-759955-23-iscsi for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:26:48.448159 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-ae6d0cec-dee3-47d8-9689-1ee35207fc37 None None] Attempting to bind port 9d852554-5652-4779-b634-0921305baafb by drivers openvswitch,hyperv on host dv-cinder-759955-23-iscsi at level 0 using segments [{'id': 'b3750315-815c-4c3a-819e-61001192a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dc3e060c-cab9-4277-854b-48feeec180ed'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:26:48.448391 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6d0cec-dee3-47d8-9689-1ee35207fc37 None None] Attempting to bind port 9d852554-5652-4779-b634-0921305baafb on network dc3e060c-cab9-4277-854b-48feeec180ed {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:26:48.455450 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6d0cec-dee3-47d8-9689-1ee35207fc37 None None] Checking agent: {'id': '18c8940e-01ce-4dee-a90a-54246b2955c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 17, 6), 'started_at': datetime.datetime(2021, 9, 9, 22, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:26:48.455824 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6d0cec-dee3-47d8-9689-1ee35207fc37 None None] Checking segment: {'id': 'b3750315-815c-4c3a-819e-61001192a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dc3e060c-cab9-4277-854b-48feeec180ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:26:48.456254 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ae6d0cec-dee3-47d8-9689-1ee35207fc37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:48.456652 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6d0cec-dee3-47d8-9689-1ee35207fc37 None None] Bound using segment: {'id': 'b3750315-815c-4c3a-819e-61001192a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dc3e060c-cab9-4277-854b-48feeec180ed'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:26:48.457119 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-ae6d0cec-dee3-47d8-9689-1ee35207fc37 None None] Bound port: 9d852554-5652-4779-b634-0921305baafb, host: dv-cinder-759955-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3750315-815c-4c3a-819e-61001192a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dc3e060c-cab9-4277-854b-48feeec180ed'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:26:48.457498 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ae6d0cec-dee3-47d8-9689-1ee35207fc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:48.551005 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-ae6d0cec-dee3-47d8-9689-1ee35207fc37 None None] For port 9d852554-5652-4779-b634-0921305baafb, host dv-cinder-759955-23-iscsi, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:26:48.551236 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66330823-1426-43e4-aad9-25ce5bfddddb req-bfe77536-7155-4745-86ee-fce46379b048 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:48.560091 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-ae6d0cec-dee3-47d8-9689-1ee35207fc37 None None] For port 9d852554-5652-4779-b634-0921305baafb, host dv-cinder-759955-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=9d852554-5652-4779-b634-0921305baafb,segment=NetworkSegment(b3750315-815c-4c3a-819e-61001192a955),segment_id=b3750315-815c-4c3a-819e-61001192a955)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:26:48.561800 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-66330823-1426-43e4-aad9-25ce5bfddddb req-bfe77536-7155-4745-86ee-fce46379b048 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=2efab622-dcfa-4f94-8ebb-a74bd453222d HTTP/1.1" status: 200 len: 945 time: 0.0869148 Sep 09 22:26:48.567272 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ae6d0cec-dee3-47d8-9689-1ee35207fc37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:48.659088 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-66330823-1426-43e4-aad9-25ce5bfddddb req-6c9cf4a6-32a0-4911-9a06-2679ce76229e tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951846 Sep 09 22:26:48.675613 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d0cec-dee3-47d8-9689-1ee35207fc37 None None] Pushing event updated for resources: {'Port': ['ID=9d852554-5652-4779-b634-0921305baafb,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:48.836447 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3beaaea5-3615-4a01-9db4-207a1d513965 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:49.108278 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f166c-0881-4502-be85-051cc092fb6b req-2303d9e4-f8c0-4761-8204-9d917a026fdb tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:49.109874 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5d7f166c-0881-4502-be85-051cc092fb6b req-2303d9e4-f8c0-4761-8204-9d917a026fdb tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0527627 Sep 09 22:26:49.117037 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3beaaea5-3615-4a01-9db4-207a1d513965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-413447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415071'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:49.150372 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5d7f166c-0881-4502-be85-051cc092fb6b req-f46205cb-d385-4d00-8644-ce77232cea80 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341494 Sep 09 22:26:49.560816 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3beaaea5-3615-4a01-9db4-207a1d513965 admin admin] Router 56918a1c-64f4-4cb3-9836-eedd093f4bee is scheduled to L3 agent ecba8a59-1a63-4f4e-b72e-1c921b89dba6 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 22:26:49.689983 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 9d852554-5652-4779-b634-0921305baafb up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:26:49.722214 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6219f4-e3f3-410d-a3c8-97cc5ebf3355 req-aa4aff0a-12d8-47a2-a2c6-6a2d47822940 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:49.723983 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-af6219f4-e3f3-410d-a3c8-97cc5ebf3355 req-aa4aff0a-12d8-47a2-a2c6-6a2d47822940 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/ports?device_id=7361432c-e2dc-4602-8831-4a884d9f381f HTTP/1.1" status: 200 len: 943 time: 0.1002886 Sep 09 22:26:49.755800 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3beaaea5-3615-4a01-9db4-207a1d513965 admin admin] Notify agent at l3_agent.dv-cinder-759955-23-iscsi the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:26:49.766803 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4782c3-9c92-4b17-94e0-dab30f7c4427 None None] Sync routers for ids ['56918a1c-64f4-4cb3-9836-eedd093f4bee'] in dv-cinder-759955-23-iscsi {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:26:49.784570 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4782c3-9c92-4b17-94e0-dab30f7c4427 None None] Routers {'56918a1c-64f4-4cb3-9836-eedd093f4bee'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:26:49.787410 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3beaaea5-3615-4a01-9db4-207a1d513965 admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:49.787973 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-6d4782c3-9c92-4b17-94e0-dab30f7c4427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:26:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['56918a1c-64f4-4cb3-9836-eedd093f4bee'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:26:49.789540 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-3beaaea5-3615-4a01-9db4-207a1d513965 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5856125 Sep 09 22:26:49.794803 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 57686) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:49.798842 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning for port 9d852554-5652-4779-b634-0921305baafb completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:26:49.804829 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-af6219f4-e3f3-410d-a3c8-97cc5ebf3355 req-71e519e0-94ef-415f-b3fa-89093a204d6e tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b50ddfc-e57d-408e-aa57-9473fc472536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569112 Sep 09 22:26:49.811490 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 256f3ab3-ac27-4169-bbd1-858fd14e4ae7 up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:26:49.883738 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning for port 256f3ab3-ac27-4169-bbd1-858fd14e4ae7 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:26:49.888960 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port 256f3ab3-ac27-4169-bbd1-858fd14e4ae7 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:26:49.889554 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:49.930252 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device a3c2df6a-2170-4509-a51b-68419b1811b3 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 22:26:49.991327 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-6d4782c3-9c92-4b17-94e0-dab30f7c4427 None None] Set router 56918a1c-64f4-4cb3-9836-eedd093f4bee gateway port host: dv-cinder-759955-23-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:26:49.992325 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 9efde791-2946-45e9-96b2-1761344d75cc up at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:26:49.992915 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e42130-d01d-4317-8e42-e333f93cbabc req-2e36130d-8e05-4964-a3a9-ff87c17a3248 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:50.005285 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d2e42130-d01d-4317-8e42-e333f93cbabc req-2e36130d-8e05-4964-a3a9-ff87c17a3248 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=2efab622-dcfa-4f94-8ebb-a74bd453222d HTTP/1.1" status: 200 len: 945 time: 0.1238227 Sep 09 22:26:50.065516 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d2e42130-d01d-4317-8e42-e333f93cbabc req-9a0719eb-9e22-4f93-ae04-7717018cf064 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590684 Sep 09 22:26:50.072657 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e642f8-072c-40eb-b67b-7d6ed6e00011 None None] Network dc3e060c-cab9-4277-854b-48feeec180ed requested from dv-cinder-759955-23-iscsi {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:26:50.219592 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-6d4782c3-9c92-4b17-94e0-dab30f7c4427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56918a1c-64f4-4cb3-9836-eedd093f4bee', 'name': 'tempest-TestVolumeBootPattern-2095747513-router', 'tenant_id': 'ac26c23aa5454ff687fa2f776635e6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '01afa5ba-5734-49a4-90a6-ecb09b650c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:26:47Z', 'updated_at': '2021-09-09T22:26:48Z', 'revision_number': 3, 'project_id': 'ac26c23aa5454ff687fa2f776635e6f2', 'gw_port': {'id': '01afa5ba-5734-49a4-90a6-ecb09b650c5d', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56918a1c-64f4-4cb3-9836-eedd093f4bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:47Z', 'updated_at': '2021-09-09T22:26:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi'}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:26:50.229339 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:50.251804 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4782c3-9c92-4b17-94e0-dab30f7c4427 None None] Checking router: 56918a1c-64f4-4cb3-9836-eedd093f4bee for host: dv-cinder-759955-23-iscsi {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:26:50.252550 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4782c3-9c92-4b17-94e0-dab30f7c4427 None None] Updating router 56918a1c-64f4-4cb3-9836-eedd093f4bee port 01afa5ba-5734-49a4-90a6-ecb09b650c5d binding host dv-cinder-759955-23-iscsi {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 22:26:50.260633 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port a3c2df6a-2170-4509-a51b-68419b1811b3, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=a3c2df6a-2170-4509-a51b-68419b1811b3,segment=NetworkSegment(f86cc299-7509-4b66-8ecd-3020ba3e2c86),segment_id=f86cc299-7509-4b66-8ecd-3020ba3e2c86)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:26:50.291038 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6d4782c3-9c92-4b17-94e0-dab30f7c4427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:50.373406 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f5106326-5b8a-4271-8069-997d5b89673f None None] Provisioning for port 9d852554-5652-4779-b634-0921305baafb completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:26:50.407758 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-f5106326-5b8a-4271-8069-997d5b89673f None None] Provisioning complete for port 9d852554-5652-4779-b634-0921305baafb triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:26:50.408127 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f5106326-5b8a-4271-8069-997d5b89673f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:50.409740 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Returning: {'device': 'a3c2df6a-2170-4509-a51b-68419b1811b3', 'network_id': '7a499611-e713-45d8-aa38-ad3f844096e8', 'port_id': 'a3c2df6a-2170-4509-a51b-68419b1811b3', 'mac_address': 'fa:16:3e:a8:b7:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '783e4c4e-d0f3-46a0-a158-6538c3d1a814', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 22:26:50.457253 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4f4effd7-e74e-44cb-a087-c509f7bb20d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:50.468652 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] For port 256f3ab3-ac27-4169-bbd1-858fd14e4ae7, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=256f3ab3-ac27-4169-bbd1-858fd14e4ae7,segment=NetworkSegment(9a51308c-3fc8-4057-b734-fc33372de6bc),segment_id=9a51308c-3fc8-4057-b734-fc33372de6bc)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:26:50.505949 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Provisioning for port 9efde791-2946-45e9-96b2-1761344d75cc completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:26:50.507994 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:50.554087 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Provisioning complete for port 9efde791-2946-45e9-96b2-1761344d75cc triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:26:50.554459 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:50.614975 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:50.615970 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6d4782c3-9c92-4b17-94e0-dab30f7c4427 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:50.631061 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-6d4782c3-9c92-4b17-94e0-dab30f7c4427 None None] Transition to ACTIVE for port object 01afa5ba-5734-49a4-90a6-ecb09b650c5d will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:26:50.641243 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6d4782c3-9c92-4b17-94e0-dab30f7c4427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:50.712717 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d18ca-2519-4b84-9005-b656e7a2c32b None None] Pushing event updated for resources: {'Port': ['ID=01afa5ba-5734-49a4-90a6-ecb09b650c5d,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:50.733216 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-6d4782c3-9c92-4b17-94e0-dab30f7c4427 None None] Attempting to bind port 01afa5ba-5734-49a4-90a6-ecb09b650c5d on host dv-cinder-759955-23-iscsi for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:26:50.733947 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-6d4782c3-9c92-4b17-94e0-dab30f7c4427 None None] Attempting to bind port 01afa5ba-5734-49a4-90a6-ecb09b650c5d by drivers openvswitch,hyperv on host dv-cinder-759955-23-iscsi at level 0 using segments [{'id': '90346f4a-7a44-48b1-bd31-fe8f3a549143', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:26:50.734510 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4782c3-9c92-4b17-94e0-dab30f7c4427 None None] Attempting to bind port 01afa5ba-5734-49a4-90a6-ecb09b650c5d on network a96fd56d-97e4-47a2-815b-e854e5640ee5 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:26:50.741619 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4782c3-9c92-4b17-94e0-dab30f7c4427 None None] Checking agent: {'id': '18c8940e-01ce-4dee-a90a-54246b2955c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 17, 6), 'started_at': datetime.datetime(2021, 9, 9, 22, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:26:50.742487 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4782c3-9c92-4b17-94e0-dab30f7c4427 None None] Checking segment: {'id': '90346f4a-7a44-48b1-bd31-fe8f3a549143', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:26:50.743436 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6d4782c3-9c92-4b17-94e0-dab30f7c4427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:50.744048 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4782c3-9c92-4b17-94e0-dab30f7c4427 None None] Bound using segment: {'id': '90346f4a-7a44-48b1-bd31-fe8f3a549143', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:26:50.744787 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-6d4782c3-9c92-4b17-94e0-dab30f7c4427 None None] Bound port: 01afa5ba-5734-49a4-90a6-ecb09b650c5d, host: dv-cinder-759955-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90346f4a-7a44-48b1-bd31-fe8f3a549143', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:26:50.745480 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6d4782c3-9c92-4b17-94e0-dab30f7c4427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:50.750328 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-4f4effd7-e74e-44cb-a087-c509f7bb20d3 admin admin] Allocated IP 172.20.0.1 (dc3e060c-cab9-4277-854b-48feeec180ed/bccc6e1b-7431-4d12-86bf-3df76884df3d/15bac4ae-8ff1-4e7d-af60-3e7fbd297d40) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:26:50.797024 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Pushing event updated for resources: {'Port': ['ID=256f3ab3-ac27-4169-bbd1-858fd14e4ae7,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:50.802438 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3c2df6a-2170-4509-a51b-68419b1811b3 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:26:50.811395 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-6d4782c3-9c92-4b17-94e0-dab30f7c4427 None None] For port 01afa5ba-5734-49a4-90a6-ecb09b650c5d, host dv-cinder-759955-23-iscsi, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:26:50.815425 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-6d4782c3-9c92-4b17-94e0-dab30f7c4427 None None] For port 01afa5ba-5734-49a4-90a6-ecb09b650c5d, host dv-cinder-759955-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=01afa5ba-5734-49a4-90a6-ecb09b650c5d,segment=NetworkSegment(90346f4a-7a44-48b1-bd31-fe8f3a549143),segment_id=90346f4a-7a44-48b1-bd31-fe8f3a549143)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:26:50.820646 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-6d4782c3-9c92-4b17-94e0-dab30f7c4427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:50.853012 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port a3c2df6a-2170-4509-a51b-68419b1811b3, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=a3c2df6a-2170-4509-a51b-68419b1811b3,segment=NetworkSegment(f86cc299-7509-4b66-8ecd-3020ba3e2c86),segment_id=f86cc299-7509-4b66-8ecd-3020ba3e2c86)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:26:50.866888 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:50.871822 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f5106326-5b8a-4271-8069-997d5b89673f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:50.892269 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d18ca-2519-4b84-9005-b656e7a2c32b None None] Pushing event updated for resources: {'Port': ['ID=01afa5ba-5734-49a4-90a6-ecb09b650c5d,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:50.909258 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4782c3-9c92-4b17-94e0-dab30f7c4427 None None] Routers {'56918a1c-64f4-4cb3-9836-eedd093f4bee'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:26:50.910401 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-6d4782c3-9c92-4b17-94e0-dab30f7c4427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:26:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['56918a1c-64f4-4cb3-9836-eedd093f4bee'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:26:50.914330 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4f4effd7-e74e-44cb-a087-c509f7bb20d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:50.930791 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-4f4effd7-e74e-44cb-a087-c509f7bb20d3 admin admin] Transition to ACTIVE for port object 15bac4ae-8ff1-4e7d-af60-3e7fbd297d40 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:26:50.987781 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4f4effd7-e74e-44cb-a087-c509f7bb20d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26050298'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:51.003099 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=a3c2df6a-2170-4509-a51b-68419b1811b3,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:51.005770 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:51.009106 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-f5106326-5b8a-4271-8069-997d5b89673f None None] For port 9d852554-5652-4779-b634-0921305baafb, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=9d852554-5652-4779-b634-0921305baafb,segment=NetworkSegment(b3750315-815c-4c3a-819e-61001192a955),segment_id=b3750315-815c-4c3a-819e-61001192a955)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:26:51.024238 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f5106326-5b8a-4271-8069-997d5b89673f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:51.056147 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-6d4782c3-9c92-4b17-94e0-dab30f7c4427 None None] Set router 56918a1c-64f4-4cb3-9836-eedd093f4bee gateway port host: dv-cinder-759955-23-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:26:51.067843 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 9efde791-2946-45e9-96b2-1761344d75cc, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=9efde791-2946-45e9-96b2-1761344d75cc,segment=NetworkSegment(c91907a4-08ff-47a6-a6cb-1165e0b6a369),segment_id=c91907a4-08ff-47a6-a6cb-1165e0b6a369)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:26:51.068156 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e98c06-808a-4d56-a018-4c9f97f3d7f4 req-b6d7e8c8-910d-46ae-8189-f3e939472add tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:51.069416 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f1e98c06-808a-4d56-a018-4c9f97f3d7f4 req-b6d7e8c8-910d-46ae-8189-f3e939472add tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/ports?device_id=7361432c-e2dc-4602-8831-4a884d9f381f HTTP/1.1" status: 200 len: 944 time: 0.1041858 Sep 09 22:26:51.105760 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4effd7-e74e-44cb-a087-c509f7bb20d3 admin admin] Pushing event updated for resources: {'Port': ['ID=15bac4ae-8ff1-4e7d-af60-3e7fbd297d40,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:51.125919 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2efab622-dcfa-4f94-8ebb-a74bd453222d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efde791-2946-45e9-96b2-1761344d75cc'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:26:51.128659 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497578eeb0b1d224d742647686e7d62f740bb656e2f2bb1278978b4c95122d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88de2cc-094d-470c-8930-0d455d80ca16" -d '{"events": [{"server_uuid": "2efab622-dcfa-4f94-8ebb-a74bd453222d", "name": "network-vif-plugged", "status": "completed", "tag": "9efde791-2946-45e9-96b2-1761344d75cc"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:26:51.135881 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4effd7-e74e-44cb-a087-c509f7bb20d3 admin admin] Network dc3e060c-cab9-4277-854b-48feeec180ed is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:26:51.138682 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-4f4effd7-e74e-44cb-a087-c509f7bb20d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:26:51.148308 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:51.155690 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4effd7-e74e-44cb-a087-c509f7bb20d3 admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:26:51.159002 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f1e98c06-808a-4d56-a018-4c9f97f3d7f4 req-380a463c-2ce0-4078-814b-fe24c3ae5ae2 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b50ddfc-e57d-408e-aa57-9473fc472536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819023 Sep 09 22:26:51.171815 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-5574476d-d36c-454d-9b5c-e8607871ee62 None None] Provisioning complete for port 9d852554-5652-4779-b634-0921305baafb triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:26:51.172221 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5574476d-d36c-454d-9b5c-e8607871ee62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:51.205607 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4f4effd7-e74e-44cb-a087-c509f7bb20d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415118'] for router_interface, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:51.225948 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5106326-5b8a-4271-8069-997d5b89673f None None] Pushing event updated for resources: {'Port': ['ID=9d852554-5652-4779-b634-0921305baafb,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:51.287466 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=9efde791-2946-45e9-96b2-1761344d75cc,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:51.299130 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] get_ports_and_sgs() called for port_ids ['a3c2df6a-2170-4509-a51b-68419b1811b3'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:26:51.380527 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57194956-f676-4f95-b308-4a3d736f0efd req-4f3ebfb9-c0f9-499a-809e-41e6aba7fd10 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:51.382263 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-57194956-f676-4f95-b308-4a3d736f0efd req-4f3ebfb9-c0f9-499a-809e-41e6aba7fd10 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/networks?id=ba04819e-4d3f-4ea4-afd8-239759d49227 HTTP/1.1" status: 200 len: 814 time: 0.2094274 Sep 09 22:26:51.410016 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb48fe-4e7b-4a78-bafd-91dc9af5f5ba req-5980d7c9-dd4b-4a08-b628-d8afea15d006 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:51.411706 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-46fb48fe-4e7b-4a78-bafd-91dc9af5f5ba req-5980d7c9-dd4b-4a08-b628-d8afea15d006 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=2efab622-dcfa-4f94-8ebb-a74bd453222d HTTP/1.1" status: 200 len: 946 time: 0.0852313 Sep 09 22:26:51.414494 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-57194956-f676-4f95-b308-4a3d736f0efd req-f2b2f353-9ca0-4ae8-9f20-bd18f2c61694 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/quotas/185f4b4c15104ebfb9a705b5e03a11d8 HTTP/1.1" status: 200 len: 375 time: 0.0245142 Sep 09 22:26:51.443989 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4f4effd7-e74e-44cb-a087-c509f7bb20d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:51.453393 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-6d4782c3-9c92-4b17-94e0-dab30f7c4427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56918a1c-64f4-4cb3-9836-eedd093f4bee', 'name': 'tempest-TestVolumeBootPattern-2095747513-router', 'tenant_id': 'ac26c23aa5454ff687fa2f776635e6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '01afa5ba-5734-49a4-90a6-ecb09b650c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:26:47Z', 'updated_at': '2021-09-09T22:26:48Z', 'revision_number': 3, 'project_id': 'ac26c23aa5454ff687fa2f776635e6f2', 'gw_port': {'id': '01afa5ba-5734-49a4-90a6-ecb09b650c5d', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56918a1c-64f4-4cb3-9836-eedd093f4bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:47Z', 'updated_at': '2021-09-09T22:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi'}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:26:51.487589 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-57194956-f676-4f95-b308-4a3d736f0efd req-ae794f25-abd8-48ed-85df-ad77a40578e7 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=185f4b4c15104ebfb9a705b5e03a11d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622370 Sep 09 22:26:51.505890 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4782c3-9c92-4b17-94e0-dab30f7c4427 None None] The sync data for ids ['56918a1c-64f4-4cb3-9836-eedd093f4bee'] in dv-cinder-759955-23-iscsi is: [{'id': '56918a1c-64f4-4cb3-9836-eedd093f4bee', 'name': 'tempest-TestVolumeBootPattern-2095747513-router', 'tenant_id': 'ac26c23aa5454ff687fa2f776635e6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '01afa5ba-5734-49a4-90a6-ecb09b650c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:26:47Z', 'updated_at': '2021-09-09T22:26:48Z', 'revision_number': 3, 'project_id': 'ac26c23aa5454ff687fa2f776635e6f2', 'gw_port': {'id': '01afa5ba-5734-49a4-90a6-ecb09b650c5d', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56918a1c-64f4-4cb3-9836-eedd093f4bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:47Z', 'updated_at': '2021-09-09T22:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:26:51.596161 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-46fb48fe-4e7b-4a78-bafd-91dc9af5f5ba req-2fff3489-c462-4d2e-b793-39d25bbaaf22 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773882 Sep 09 22:26:51.620610 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 9d852554-5652-4779-b634-0921305baafb up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:26:51.662300 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-57194956-f676-4f95-b308-4a3d736f0efd req-69fe05a6-e491-413e-86a2-aba24376e8e0 service neutron] 10.222.0.41 "GET /v2.0/networks/ba04819e-4d3f-4ea4-afd8-239759d49227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567523 Sep 09 22:26:51.687976 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13247b73-5673-4ea6-90db-35239cdb68b7 x-openstack-request-id: req-13247b73-5673-4ea6-90db-35239cdb68b7 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:26:51.688293 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2efab622-dcfa-4f94-8ebb-a74bd453222d", "name": "network-vif-plugged", "status": "completed", "tag": "9efde791-2946-45e9-96b2-1761344d75cc", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:26:51.688523 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-13247b73-5673-4ea6-90db-35239cdb68b7 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:26:51.689008 dv-cinder-759955-23-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2efab622-dcfa-4f94-8ebb-a74bd453222d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efde791-2946-45e9-96b2-1761344d75cc', 'code': 200} Sep 09 22:26:51.717740 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-92c927da-ef6f-4961-9a78-f66ac1120283 None None] Provisioning for port 15bac4ae-8ff1-4e7d-af60-3e7fbd297d40 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:26:51.731879 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-92c927da-ef6f-4961-9a78-f66ac1120283 None None] Provisioning complete for port 15bac4ae-8ff1-4e7d-af60-3e7fbd297d40 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:26:51.732331 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-92c927da-ef6f-4961-9a78-f66ac1120283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:51.779663 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4f4effd7-e74e-44cb-a087-c509f7bb20d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:51.787591 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-92c927da-ef6f-4961-9a78-f66ac1120283 None None] Port 15bac4ae-8ff1-4e7d-af60-3e7fbd297d40 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 22:26:51.789537 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4f4effd7-e74e-44cb-a087-c509f7bb20d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26050313'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:51.796682 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-57194956-f676-4f95-b308-4a3d736f0efd req-da83a49e-c4ee-4aec-9a64-c64d1e63c06d service neutron] 10.222.0.41 "GET /v2.0/networks/ba04819e-4d3f-4ea4-afd8-239759d49227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276383 Sep 09 22:26:51.796978 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port 9d852554-5652-4779-b634-0921305baafb triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:26:51.797596 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:51.901126 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4effd7-e74e-44cb-a087-c509f7bb20d3 admin admin] Pushing event updated for resources: {'Port': ['ID=15bac4ae-8ff1-4e7d-af60-3e7fbd297d40,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:51.909749 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 256f3ab3-ac27-4169-bbd1-858fd14e4ae7 up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:26:51.957329 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36a2974-c0cf-43c8-a0a1-4023aacc0623 req-1ecb93a4-cba2-474f-9d3c-32fab33e9b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:51.958983 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4f4effd7-e74e-44cb-a087-c509f7bb20d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413982'] for router_interface, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:51.959444 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e36a2974-c0cf-43c8-a0a1-4023aacc0623 req-1ecb93a4-cba2-474f-9d3c-32fab33e9b28 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2efab622-dcfa-4f94-8ebb-a74bd453222d HTTP/1.1" status: 200 len: 1099 time: 0.0833848 Sep 09 22:26:52.025857 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port 256f3ab3-ac27-4169-bbd1-858fd14e4ae7 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:26:52.026515 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:52.028516 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e36a2974-c0cf-43c8-a0a1-4023aacc0623 req-f389b4ff-2770-4e4e-a836-30136d3ebbce service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575778 Sep 09 22:26:52.113079 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f4effd7-e74e-44cb-a087-c509f7bb20d3 admin admin] Network dc3e060c-cab9-4277-854b-48feeec180ed is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:26:52.113858 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-77d2b626-e45c-4e55-969e-586b99843c2c req-d6f8a8c3-f6c0-4a81-8084-9031f65c894f tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/ports?device_id=68785a04-1ade-4151-b3fa-93ea108d2177 HTTP/1.1" status: 200 len: 210 time: 0.0427389 Sep 09 22:26:52.120080 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-4f4effd7-e74e-44cb-a087-c509f7bb20d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:26:52.348377 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f4effd7-e74e-44cb-a087-c509f7bb20d3 admin admin] Router 56918a1c-64f4-4cb3-9836-eedd093f4bee has already been hosted by L3 agent ecba8a59-1a63-4f4e-b72e-1c921b89dba6 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:26:52.361017 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757ddda8-b835-43a8-9023-4455d0ac9314 req-d202838f-1f83-4310-a3d5-0e6fbf7152c9 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:52.362953 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-757ddda8-b835-43a8-9023-4455d0ac9314 req-d202838f-1f83-4310-a3d5-0e6fbf7152c9 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/ports?device_id=7361432c-e2dc-4602-8831-4a884d9f381f HTTP/1.1" status: 200 len: 944 time: 0.0873957 Sep 09 22:26:52.418417 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8857ebfe-6cf1-4220-bd87-c2266d6516a8 None None] Provisioning complete for port 15bac4ae-8ff1-4e7d-af60-3e7fbd297d40 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:26:52.418919 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8857ebfe-6cf1-4220-bd87-c2266d6516a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:52.438744 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-757ddda8-b835-43a8-9023-4455d0ac9314 req-b2b7d27b-0e83-48eb-873a-860ba5e686aa tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b50ddfc-e57d-408e-aa57-9473fc472536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688465 Sep 09 22:26:52.471499 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-8857ebfe-6cf1-4220-bd87-c2266d6516a8 None None] Port 15bac4ae-8ff1-4e7d-af60-3e7fbd297d40 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 22:26:52.485836 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f4effd7-e74e-44cb-a087-c509f7bb20d3 admin admin] Notify agent at l3_agent.dv-cinder-759955-23-iscsi the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:26:52.491657 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-4f4effd7-e74e-44cb-a087-c509f7bb20d3 admin admin] 10.222.0.41 "PUT /v2.0/routers/56918a1c-64f4-4cb3-9836-eedd093f4bee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6915784 Sep 09 22:26:52.739483 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb60f7ff-c08d-496e-832d-9a521ddb4015 req-b7503012-9625-4045-b711-bf46e96b6e73 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:52.747159 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-eb60f7ff-c08d-496e-832d-9a521ddb4015 req-b7503012-9625-4045-b711-bf46e96b6e73 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=2efab622-dcfa-4f94-8ebb-a74bd453222d HTTP/1.1" status: 200 len: 946 time: 0.0690110 Sep 09 22:26:52.813055 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-eb60f7ff-c08d-496e-832d-9a521ddb4015 req-ac79e046-382b-4a3e-99af-a2286994686b tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649359 Sep 09 22:26:53.143474 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 57766) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:53.148245 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-8fe1d224-f3ba-4049-b662-d02a17ad0676 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2112070789', 'description': 'tempest-secgroup-smoke-2112070789 description', 'project_id': '57b2554ae3954c0c842e1ddefc325dae'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:26:53.175901 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8fe1d224-f3ba-4049-b662-d02a17ad0676 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:53.197999 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-06c4dea1-6eeb-4d06-99aa-4f5d8937594a req-7efa95ed-8468-4e4b-9fdf-c84fdeef0840 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/ports?device_id=68785a04-1ade-4151-b3fa-93ea108d2177 HTTP/1.1" status: 200 len: 210 time: 0.0271151 Sep 09 22:26:53.265930 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8fe1d224-f3ba-4049-b662-d02a17ad0676 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:53.270016 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8fe1d224-f3ba-4049-b662-d02a17ad0676 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:53.304483 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe1d224-f3ba-4049-b662-d02a17ad0676 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97fb00ab-ceca-45cc-b89f-fa620e17188c,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:53.307325 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8fe1d224-f3ba-4049-b662-d02a17ad0676 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:53.311970 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-8fe1d224-f3ba-4049-b662-d02a17ad0676 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1640015 Sep 09 22:26:53.312226 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 57768) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:53.316513 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-90c67c94-a27b-4787-8644-8cea43cd8688 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Request body: {'security_group_rule': {'security_group_id': '97fb00ab-ceca-45cc-b89f-fa620e17188c', 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:26:53.342731 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-90c67c94-a27b-4787-8644-8cea43cd8688 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:53.429792 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-90c67c94-a27b-4787-8644-8cea43cd8688 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:53.434492 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-90c67c94-a27b-4787-8644-8cea43cd8688 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507431'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:53.448416 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c67c94-a27b-4787-8644-8cea43cd8688 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=109b2bea-e57b-4f71-9192-6c1c83b79e02,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:53.480943 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-90c67c94-a27b-4787-8644-8cea43cd8688 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:53.485732 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-90c67c94-a27b-4787-8644-8cea43cd8688 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1701987 Sep 09 22:26:53.488720 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 57774) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:53.499699 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-5b6c5887-cf6d-456e-9cb9-dd3b5b77d091 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Request body: {'security_group_rule': {'security_group_id': '97fb00ab-ceca-45cc-b89f-fa620e17188c', 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:26:53.556002 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5b6c5887-cf6d-456e-9cb9-dd3b5b77d091 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:53.621290 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 01afa5ba-5734-49a4-90a6-ecb09b650c5d up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:26:53.632272 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5b6c5887-cf6d-456e-9cb9-dd3b5b77d091 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:53.638967 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5b6c5887-cf6d-456e-9cb9-dd3b5b77d091 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507431'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:53.661785 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6c5887-cf6d-456e-9cb9-dd3b5b77d091 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a87d95de-bc52-45c1-a602-c0c6e32ed1be,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:53.676170 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe06c2-d7d5-47c6-bf35-9fe1ab88cf34 req-2623f074-d861-4947-820c-9295076d8d9f tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:53.676568 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5b6c5887-cf6d-456e-9cb9-dd3b5b77d091 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:53.677748 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-5b6c5887-cf6d-456e-9cb9-dd3b5b77d091 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1903675 Sep 09 22:26:53.682755 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 57776) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:53.686385 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-26fe06c2-d7d5-47c6-bf35-9fe1ab88cf34 req-2623f074-d861-4947-820c-9295076d8d9f tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/ports?device_id=7361432c-e2dc-4602-8831-4a884d9f381f HTTP/1.1" status: 200 len: 944 time: 0.1638772 Sep 09 22:26:53.687818 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-ef1de7c6-7250-4cf9-897f-e0ca68289785 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Request body: {'security_group_rule': {'security_group_id': '97fb00ab-ceca-45cc-b89f-fa620e17188c', 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:26:53.719745 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning for port 01afa5ba-5734-49a4-90a6-ecb09b650c5d completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:26:53.727301 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce87beb-4a83-46d0-9c55-c6768938e1a7 None None] Sync routers for ids ['56918a1c-64f4-4cb3-9836-eedd093f4bee'] in dv-cinder-759955-23-iscsi {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:26:53.745575 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port 01afa5ba-5734-49a4-90a6-ecb09b650c5d triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:26:53.745790 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ef1de7c6-7250-4cf9-897f-e0ca68289785 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:53.747167 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:53.747804 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57194956-f676-4f95-b308-4a3d736f0efd req-63038fb6-748a-4d1e-bd06-9a0e3f0265b6 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:53.750888 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-57194956-f676-4f95-b308-4a3d736f0efd req-63038fb6-748a-4d1e-bd06-9a0e3f0265b6 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.20 "GET /v2.0/networks?id=ba04819e-4d3f-4ea4-afd8-239759d49227 HTTP/1.1" status: 200 len: 814 time: 0.2690487 Sep 09 22:26:53.760781 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-26fe06c2-d7d5-47c6-bf35-9fe1ab88cf34 req-18ecc89c-29e0-4d88-9944-dc1dccb1ca1a tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b50ddfc-e57d-408e-aa57-9473fc472536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734348 Sep 09 22:26:53.780382 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce87beb-4a83-46d0-9c55-c6768938e1a7 None None] Routers {'56918a1c-64f4-4cb3-9836-eedd093f4bee'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:26:53.780941 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-bce87beb-4a83-46d0-9c55-c6768938e1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:26:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['56918a1c-64f4-4cb3-9836-eedd093f4bee'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:26:53.787598 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-57194956-f676-4f95-b308-4a3d736f0efd req-194a5841-b873-4081-b6ad-1b567e565e6b tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Request body: {'port': {'device_id': '68785a04-1ade-4151-b3fa-93ea108d2177', 'network_id': 'ba04819e-4d3f-4ea4-afd8-239759d49227', 'admin_state_up': True, 'tenant_id': '185f4b4c15104ebfb9a705b5e03a11d8'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:26:53.887125 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ef1de7c6-7250-4cf9-897f-e0ca68289785 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:53.896297 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ef1de7c6-7250-4cf9-897f-e0ca68289785 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507431'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:53.917407 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1de7c6-7250-4cf9-897f-e0ca68289785 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ccedeff-a47b-43d3-96a3-0f4dee7adda7,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:53.925600 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device a3c2df6a-2170-4509-a51b-68419b1811b3 up at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:26:53.933052 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ef1de7c6-7250-4cf9-897f-e0ca68289785 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:53.937269 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-ef1de7c6-7250-4cf9-897f-e0ca68289785 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2534385 Sep 09 22:26:53.948013 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 57788) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:53.956336 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-a3883055-e6ae-4bbb-92e3-9d9e0aab0886 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Request body: {'security_group_rule': {'security_group_id': '97fb00ab-ceca-45cc-b89f-fa620e17188c', 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:26:53.984517 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-bce87beb-4a83-46d0-9c55-c6768938e1a7 None None] Set router 56918a1c-64f4-4cb3-9836-eedd093f4bee gateway port host: dv-cinder-759955-23-iscsi {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:26:53.994227 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a3883055-e6ae-4bbb-92e3-9d9e0aab0886 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:54.014206 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ca7dd3-de0c-4f71-8273-ca805e938025 req-65258316-5150-4803-86fe-99dc464a31ce tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:54.016432 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-45ca7dd3-de0c-4f71-8273-ca805e938025 req-65258316-5150-4803-86fe-99dc464a31ce tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=2efab622-dcfa-4f94-8ebb-a74bd453222d HTTP/1.1" status: 200 len: 946 time: 0.0767522 Sep 09 22:26:54.020818 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:54.037795 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57194956-f676-4f95-b308-4a3d736f0efd req-194a5841-b873-4081-b6ad-1b567e565e6b tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Made reservation on behalf of 185f4b4c15104ebfb9a705b5e03a11d8 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:26:54.041655 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-57194956-f676-4f95-b308-4a3d736f0efd req-194a5841-b873-4081-b6ad-1b567e565e6b tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:54.083372 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a3883055-e6ae-4bbb-92e3-9d9e0aab0886 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:54.089005 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a3883055-e6ae-4bbb-92e3-9d9e0aab0886 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507431'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:54.097327 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-45ca7dd3-de0c-4f71-8273-ca805e938025 req-754f4def-2a30-4cad-8070-1eaf3f73cea2 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694752 Sep 09 22:26:54.100324 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] For port 01afa5ba-5734-49a4-90a6-ecb09b650c5d, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=01afa5ba-5734-49a4-90a6-ecb09b650c5d,segment=NetworkSegment(90346f4a-7a44-48b1-bd31-fe8f3a549143),segment_id=90346f4a-7a44-48b1-bd31-fe8f3a549143)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:26:54.106330 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3883055-e6ae-4bbb-92e3-9d9e0aab0886 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbb06834-1ea1-4b2b-a3aa-f02ee12eca4d,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:54.119363 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:54.122622 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Provisioning for port a3c2df6a-2170-4509-a51b-68419b1811b3 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:26:54.136562 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a3883055-e6ae-4bbb-92e3-9d9e0aab0886 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:54.139543 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Provisioning complete for port a3c2df6a-2170-4509-a51b-68419b1811b3 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:26:54.139858 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:54.141610 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 57794) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:54.146449 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-3bfdaeb4-93e4-4ec5-826c-a02853395671 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Request body: {'security_group_rule': {'security_group_id': '97fb00ab-ceca-45cc-b89f-fa620e17188c', 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:26:54.152733 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-a3883055-e6ae-4bbb-92e3-9d9e0aab0886 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2024148 Sep 09 22:26:54.196097 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.db.securitygroups_db [None req-3bfdaeb4-93e4-4ec5-826c-a02853395671 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Project 57b2554ae3954c0c842e1ddefc325dae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 22:26:54.225393 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3bfdaeb4-93e4-4ec5-826c-a02853395671 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:54.260422 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Pushing event updated for resources: {'Port': ['ID=01afa5ba-5734-49a4-90a6-ecb09b650c5d,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:54.281135 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-57194956-f676-4f95-b308-4a3d736f0efd req-194a5841-b873-4081-b6ad-1b567e565e6b tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Allocated IP 172.20.0.11 (ba04819e-4d3f-4ea4-afd8-239759d49227/307b117c-d0b0-4736-b594-24c28eb2e44f/940441e4-f7be-4d65-b64f-722015022a27) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:26:54.305302 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3bfdaeb4-93e4-4ec5-826c-a02853395671 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:54.317024 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3bfdaeb4-93e4-4ec5-826c-a02853395671 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507431'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:54.360780 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:54.367932 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfdaeb4-93e4-4ec5-826c-a02853395671 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14f30272-4753-422a-8955-ec16e2e13920,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:54.372478 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3bfdaeb4-93e4-4ec5-826c-a02853395671 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:54.373934 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-3bfdaeb4-93e4-4ec5-826c-a02853395671 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2313969 Sep 09 22:26:54.376878 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 57804) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:26:54.381790 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-fac1ecf2-505f-444b-a55e-3c760c4a096e tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Request body: {'security_group_rule': {'security_group_id': '97fb00ab-ceca-45cc-b89f-fa620e17188c', 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:26:54.401098 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-bce87beb-4a83-46d0-9c55-c6768938e1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56918a1c-64f4-4cb3-9836-eedd093f4bee', 'name': 'tempest-TestVolumeBootPattern-2095747513-router', 'tenant_id': 'ac26c23aa5454ff687fa2f776635e6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '01afa5ba-5734-49a4-90a6-ecb09b650c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:26:47Z', 'updated_at': '2021-09-09T22:26:51Z', 'revision_number': 4, 'project_id': 'ac26c23aa5454ff687fa2f776635e6f2', 'gw_port': {'id': '01afa5ba-5734-49a4-90a6-ecb09b650c5d', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56918a1c-64f4-4cb3-9836-eedd093f4bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:47Z', 'updated_at': '2021-09-09T22:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': '15bac4ae-8ff1-4e7d-af60-3e7fbd297d40', 'name': '', 'network_id': 'dc3e060c-cab9-4277-854b-48feeec180ed', 'tenant_id': 'ac26c23aa5454ff687fa2f776635e6f2', 'mac_address': 'fa:16:3e:11:ea:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56918a1c-64f4-4cb3-9836-eedd093f4bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'bccc6e1b-7431-4d12-86bf-3df76884df3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:50Z', 'updated_at': '2021-09-09T22:26:51Z', 'revision_number': 2, 'project_id': 'ac26c23aa5454ff687fa2f776635e6f2', 'subnets': [{'id': 'bccc6e1b-7431-4d12-86bf-3df76884df3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:26:54.402853 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7361432c-e2dc-4602-8831-4a884d9f381f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c2df6a-2170-4509-a51b-68419b1811b3'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:26:54.406451 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497578eeb0b1d224d742647686e7d62f740bb656e2f2bb1278978b4c95122d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d162d34-84bb-455d-94e8-0a93a06934c6" -d '{"events": [{"server_uuid": "7361432c-e2dc-4602-8831-4a884d9f381f", "name": "network-vif-plugged", "status": "completed", "tag": "a3c2df6a-2170-4509-a51b-68419b1811b3"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:26:54.414571 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.db.securitygroups_db [None req-fac1ecf2-505f-444b-a55e-3c760c4a096e tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Project 57b2554ae3954c0c842e1ddefc325dae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 22:26:54.421129 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fac1ecf2-505f-444b-a55e-3c760c4a096e tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:54.450878 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce87beb-4a83-46d0-9c55-c6768938e1a7 None None] Checking router: 56918a1c-64f4-4cb3-9836-eedd093f4bee for host: dv-cinder-759955-23-iscsi {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:26:54.451338 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce87beb-4a83-46d0-9c55-c6768938e1a7 None None] Updating router 56918a1c-64f4-4cb3-9836-eedd093f4bee port 15bac4ae-8ff1-4e7d-af60-3e7fbd297d40 binding host dv-cinder-759955-23-iscsi {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 22:26:54.454513 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port a3c2df6a-2170-4509-a51b-68419b1811b3, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=a3c2df6a-2170-4509-a51b-68419b1811b3,segment=NetworkSegment(f86cc299-7509-4b66-8ecd-3020ba3e2c86),segment_id=f86cc299-7509-4b66-8ecd-3020ba3e2c86)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:26:54.492911 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bce87beb-4a83-46d0-9c55-c6768938e1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:54.495999 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:54.507708 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfdaeb4-93e4-4ec5-826c-a02853395671 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:26:54.508072 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfdaeb4-93e4-4ec5-826c-a02853395671 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:26:54.508411 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfdaeb4-93e4-4ec5-826c-a02853395671 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:26:54.508738 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfdaeb4-93e4-4ec5-826c-a02853395671 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:26:54.509063 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfdaeb4-93e4-4ec5-826c-a02853395671 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:26:54.509881 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfdaeb4-93e4-4ec5-826c-a02853395671 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:26:54.510480 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfdaeb4-93e4-4ec5-826c-a02853395671 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:26:54.512082 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfdaeb4-93e4-4ec5-826c-a02853395671 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:26:54.512749 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfdaeb4-93e4-4ec5-826c-a02853395671 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:26:54.513089 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfdaeb4-93e4-4ec5-826c-a02853395671 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:26:54.513421 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfdaeb4-93e4-4ec5-826c-a02853395671 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:26:54.513740 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bfdaeb4-93e4-4ec5-826c-a02853395671 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:26:54.518263 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-278cbd53-c54c-4c25-8624-7fea69b1a84c req-c3867ae2-2196-4214-bb5e-b5c000ce1e7e tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/ports?device_id=68785a04-1ade-4151-b3fa-93ea108d2177 HTTP/1.1" status: 200 len: 210 time: 0.1734605 Sep 09 22:26:54.519936 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fac1ecf2-505f-444b-a55e-3c760c4a096e tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:54.525012 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fac1ecf2-505f-444b-a55e-3c760c4a096e tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507431'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:54.556849 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1ecf2-505f-444b-a55e-3c760c4a096e tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4121e73-fdf0-4774-933c-251bf1cb895f,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:54.577528 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=a3c2df6a-2170-4509-a51b-68419b1811b3,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:54.581706 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-fac1ecf2-505f-444b-a55e-3c760c4a096e tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:54.583440 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-fac1ecf2-505f-444b-a55e-3c760c4a096e tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2052503 Sep 09 22:26:54.612026 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-57194956-f676-4f95-b308-4a3d736f0efd req-194a5841-b873-4081-b6ad-1b567e565e6b tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:54.645336 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49eb46d7-9be7-428e-8aaa-7398f5120207 x-openstack-request-id: req-49eb46d7-9be7-428e-8aaa-7398f5120207 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:26:54.646260 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7361432c-e2dc-4602-8831-4a884d9f381f", "name": "network-vif-plugged", "status": "completed", "tag": "a3c2df6a-2170-4509-a51b-68419b1811b3", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:26:54.646697 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-49eb46d7-9be7-428e-8aaa-7398f5120207 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:26:54.647294 dv-cinder-759955-23-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7361432c-e2dc-4602-8831-4a884d9f381f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c2df6a-2170-4509-a51b-68419b1811b3', 'code': 200} Sep 09 22:26:54.685531 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-57194956-f676-4f95-b308-4a3d736f0efd req-194a5841-b873-4081-b6ad-1b567e565e6b tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:54.744141 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57194956-f676-4f95-b308-4a3d736f0efd req-194a5841-b873-4081-b6ad-1b567e565e6b tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Network ba04819e-4d3f-4ea4-afd8-239759d49227 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:26:54.750226 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-57194956-f676-4f95-b308-4a3d736f0efd req-194a5841-b873-4081-b6ad-1b567e565e6b tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:26:54.753481 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-57194956-f676-4f95-b308-4a3d736f0efd req-194a5841-b873-4081-b6ad-1b567e565e6b tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:26:54.796759 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a5841-b873-4081-b6ad-1b567e565e6b tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Pushing event updated for resources: {'Port': ['ID=940441e4-f7be-4d65-b64f-722015022a27,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:54.834920 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57194956-f676-4f95-b308-4a3d736f0efd req-194a5841-b873-4081-b6ad-1b567e565e6b tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:54.835841 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-57194956-f676-4f95-b308-4a3d736f0efd req-194a5841-b873-4081-b6ad-1b567e565e6b tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:54.863578 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-57194956-f676-4f95-b308-4a3d736f0efd req-194a5841-b873-4081-b6ad-1b567e565e6b tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0809946 Sep 09 22:26:54.884266 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-57194956-f676-4f95-b308-4a3d736f0efd req-20ca3589-f7b2-4f1d-a0bb-be32bef9029d service neutron] Request body: {'port': {'device_id': '68785a04-1ade-4151-b3fa-93ea108d2177', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:26:55.029964 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28cfb15-8a4a-42d8-b2d7-2c9becaedcc9 req-1496ff56-f772-4b3c-86b1-2b116b8bd8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:55.032565 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f28cfb15-8a4a-42d8-b2d7-2c9becaedcc9 req-1496ff56-f772-4b3c-86b1-2b116b8bd8da service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7361432c-e2dc-4602-8831-4a884d9f381f HTTP/1.1" status: 200 len: 1098 time: 0.1662478 Sep 09 22:26:55.032565 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-57194956-f676-4f95-b308-4a3d736f0efd req-20ca3589-f7b2-4f1d-a0bb-be32bef9029d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:55.072817 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bce87beb-4a83-46d0-9c55-c6768938e1a7 None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:55.091684 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-bce87beb-4a83-46d0-9c55-c6768938e1a7 None None] Transition to ACTIVE for port object 15bac4ae-8ff1-4e7d-af60-3e7fbd297d40 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:26:55.101883 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bce87beb-4a83-46d0-9c55-c6768938e1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:55.313551 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7f282-7f22-45f7-a84b-7ab1b7563d8c req-ab5bb339-4bba-4b28-9595-150ddd181429 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:55.323204 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5ae7f282-7f22-45f7-a84b-7ab1b7563d8c req-ab5bb339-4bba-4b28-9595-150ddd181429 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/ports?device_id=7361432c-e2dc-4602-8831-4a884d9f381f HTTP/1.1" status: 200 len: 945 time: 0.4040442 Sep 09 22:26:55.369362 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b08e2-2348-474e-8ee2-0785135473f8 None None] Pushing event updated for resources: {'Port': ['ID=15bac4ae-8ff1-4e7d-af60-3e7fbd297d40,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:55.388535 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-bce87beb-4a83-46d0-9c55-c6768938e1a7 None None] Attempting to bind port 15bac4ae-8ff1-4e7d-af60-3e7fbd297d40 on host dv-cinder-759955-23-iscsi for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:26:55.388948 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-bce87beb-4a83-46d0-9c55-c6768938e1a7 None None] Attempting to bind port 15bac4ae-8ff1-4e7d-af60-3e7fbd297d40 by drivers openvswitch,hyperv on host dv-cinder-759955-23-iscsi at level 0 using segments [{'id': 'b3750315-815c-4c3a-819e-61001192a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dc3e060c-cab9-4277-854b-48feeec180ed'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:26:55.389315 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce87beb-4a83-46d0-9c55-c6768938e1a7 None None] Attempting to bind port 15bac4ae-8ff1-4e7d-af60-3e7fbd297d40 on network dc3e060c-cab9-4277-854b-48feeec180ed {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:26:55.397128 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce87beb-4a83-46d0-9c55-c6768938e1a7 None None] Checking agent: {'id': '18c8940e-01ce-4dee-a90a-54246b2955c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 17, 6), 'started_at': datetime.datetime(2021, 9, 9, 22, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:26:55.397494 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce87beb-4a83-46d0-9c55-c6768938e1a7 None None] Checking segment: {'id': 'b3750315-815c-4c3a-819e-61001192a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dc3e060c-cab9-4277-854b-48feeec180ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:26:55.397861 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bce87beb-4a83-46d0-9c55-c6768938e1a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:55.398280 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce87beb-4a83-46d0-9c55-c6768938e1a7 None None] Bound using segment: {'id': 'b3750315-815c-4c3a-819e-61001192a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dc3e060c-cab9-4277-854b-48feeec180ed'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:26:55.398747 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-bce87beb-4a83-46d0-9c55-c6768938e1a7 None None] Bound port: 15bac4ae-8ff1-4e7d-af60-3e7fbd297d40, host: dv-cinder-759955-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3750315-815c-4c3a-819e-61001192a955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'dc3e060c-cab9-4277-854b-48feeec180ed'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:26:55.399536 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bce87beb-4a83-46d0-9c55-c6768938e1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:55.426914 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5ae7f282-7f22-45f7-a84b-7ab1b7563d8c req-80869403-310b-4ddc-a9aa-15e2ec8b16fb tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b50ddfc-e57d-408e-aa57-9473fc472536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028054 Sep 09 22:26:55.474437 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f28cfb15-8a4a-42d8-b2d7-2c9becaedcc9 req-6010ab3f-7e3c-453e-b470-2ea9020aa6e3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3b50ddfc-e57d-408e-aa57-9473fc472536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4287856 Sep 09 22:26:55.479206 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-bce87beb-4a83-46d0-9c55-c6768938e1a7 None None] For port 15bac4ae-8ff1-4e7d-af60-3e7fbd297d40, host dv-cinder-759955-23-iscsi, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:26:55.483598 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-bce87beb-4a83-46d0-9c55-c6768938e1a7 None None] For port 15bac4ae-8ff1-4e7d-af60-3e7fbd297d40, host dv-cinder-759955-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=15bac4ae-8ff1-4e7d-af60-3e7fbd297d40,segment=NetworkSegment(b3750315-815c-4c3a-819e-61001192a955),segment_id=b3750315-815c-4c3a-819e-61001192a955)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:26:55.489252 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bce87beb-4a83-46d0-9c55-c6768938e1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:55.538674 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce87beb-4a83-46d0-9c55-c6768938e1a7 None None] Routers {'56918a1c-64f4-4cb3-9836-eedd093f4bee'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:26:55.539737 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-bce87beb-4a83-46d0-9c55-c6768938e1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:26:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['56918a1c-64f4-4cb3-9836-eedd093f4bee'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:26:55.628570 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 01afa5ba-5734-49a4-90a6-ecb09b650c5d up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:26:55.674021 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b08e2-2348-474e-8ee2-0785135473f8 None None] Pushing event updated for resources: {'Port': ['ID=15bac4ae-8ff1-4e7d-af60-3e7fbd297d40,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:55.735146 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f9ec32-18e1-40da-9a6a-7a11306c879f req-4c9c8941-04ca-428b-8ca5-8351943f5e52 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:55.736693 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a9f9ec32-18e1-40da-9a6a-7a11306c879f req-4c9c8941-04ca-428b-8ca5-8351943f5e52 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/ports?device_id=68785a04-1ade-4151-b3fa-93ea108d2177 HTTP/1.1" status: 200 len: 932 time: 0.0842566 Sep 09 22:26:55.764335 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-bce87beb-4a83-46d0-9c55-c6768938e1a7 None None] Set router 56918a1c-64f4-4cb3-9836-eedd093f4bee gateway port host: dv-cinder-759955-23-iscsi {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:26:55.796934 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port 01afa5ba-5734-49a4-90a6-ecb09b650c5d triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:26:55.797306 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:55.812016 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a9f9ec32-18e1-40da-9a6a-7a11306c879f req-d6e5cbef-1c76-4604-8cc5-6af529d77931 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/security-groups?id=f474b0c3-ff8f-49ea-81a5-d46b5927672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599811 Sep 09 22:26:55.818002 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [req-57194956-f676-4f95-b308-4a3d736f0efd req-20ca3589-f7b2-4f1d-a0bb-be32bef9029d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 940441e4-f7be-4d65-b64f-722015022a27 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:26:55.826072 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-57194956-f676-4f95-b308-4a3d736f0efd req-20ca3589-f7b2-4f1d-a0bb-be32bef9029d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:55.846077 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-57194956-f676-4f95-b308-4a3d736f0efd req-20ca3589-f7b2-4f1d-a0bb-be32bef9029d service neutron] Transition to ACTIVE for port object 940441e4-f7be-4d65-b64f-722015022a27 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:26:55.851035 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-57194956-f676-4f95-b308-4a3d736f0efd req-20ca3589-f7b2-4f1d-a0bb-be32bef9029d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27131053'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:55.901981 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca3589-f7b2-4f1d-a0bb-be32bef9029d service neutron] Pushing event updated for resources: {'Port': ['ID=940441e4-f7be-4d65-b64f-722015022a27,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:55.986036 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-57194956-f676-4f95-b308-4a3d736f0efd req-20ca3589-f7b2-4f1d-a0bb-be32bef9029d service neutron] Attempting to bind port 940441e4-f7be-4d65-b64f-722015022a27 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:26:55.986396 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-57194956-f676-4f95-b308-4a3d736f0efd req-20ca3589-f7b2-4f1d-a0bb-be32bef9029d service neutron] Attempting to bind port 940441e4-f7be-4d65-b64f-722015022a27 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '42b58578-5559-4e00-8d47-a54ce09f9050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ba04819e-4d3f-4ea4-afd8-239759d49227'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:26:55.987158 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57194956-f676-4f95-b308-4a3d736f0efd req-20ca3589-f7b2-4f1d-a0bb-be32bef9029d service neutron] Attempting to bind port 940441e4-f7be-4d65-b64f-722015022a27 on network ba04819e-4d3f-4ea4-afd8-239759d49227 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:26:55.991280 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57194956-f676-4f95-b308-4a3d736f0efd req-20ca3589-f7b2-4f1d-a0bb-be32bef9029d service neutron] Port 940441e4-f7be-4d65-b64f-722015022a27 on network ba04819e-4d3f-4ea4-afd8-239759d49227 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 22:26:55.991601 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57194956-f676-4f95-b308-4a3d736f0efd req-20ca3589-f7b2-4f1d-a0bb-be32bef9029d service neutron] Attempting to bind port 940441e4-f7be-4d65-b64f-722015022a27 on network ba04819e-4d3f-4ea4-afd8-239759d49227 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:26:55.997001 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57194956-f676-4f95-b308-4a3d736f0efd req-20ca3589-f7b2-4f1d-a0bb-be32bef9029d service neutron] Checking agent: {'id': 'd4d09dd9-4fb9-4f0d-bf57-c365063561af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 23, 5), 'started_at': datetime.datetime(2021, 9, 9, 22, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:26:55.997669 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57194956-f676-4f95-b308-4a3d736f0efd req-20ca3589-f7b2-4f1d-a0bb-be32bef9029d service neutron] Checking segment: {'id': '42b58578-5559-4e00-8d47-a54ce09f9050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ba04819e-4d3f-4ea4-afd8-239759d49227'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:26:55.998025 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57194956-f676-4f95-b308-4a3d736f0efd req-20ca3589-f7b2-4f1d-a0bb-be32bef9029d service neutron] Bound using segment: {'id': '42b58578-5559-4e00-8d47-a54ce09f9050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ba04819e-4d3f-4ea4-afd8-239759d49227'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:26:55.998435 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-57194956-f676-4f95-b308-4a3d736f0efd req-20ca3589-f7b2-4f1d-a0bb-be32bef9029d service neutron] Bound port: 940441e4-f7be-4d65-b64f-722015022a27, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42b58578-5559-4e00-8d47-a54ce09f9050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ba04819e-4d3f-4ea4-afd8-239759d49227'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:26:55.999178 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-57194956-f676-4f95-b308-4a3d736f0efd req-20ca3589-f7b2-4f1d-a0bb-be32bef9029d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:56.068776 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-bce87beb-4a83-46d0-9c55-c6768938e1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56918a1c-64f4-4cb3-9836-eedd093f4bee', 'name': 'tempest-TestVolumeBootPattern-2095747513-router', 'tenant_id': 'ac26c23aa5454ff687fa2f776635e6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '01afa5ba-5734-49a4-90a6-ecb09b650c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:26:47Z', 'updated_at': '2021-09-09T22:26:51Z', 'revision_number': 4, 'project_id': 'ac26c23aa5454ff687fa2f776635e6f2', 'gw_port': {'id': '01afa5ba-5734-49a4-90a6-ecb09b650c5d', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56918a1c-64f4-4cb3-9836-eedd093f4bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:47Z', 'updated_at': '2021-09-09T22:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': '15bac4ae-8ff1-4e7d-af60-3e7fbd297d40', 'name': '', 'network_id': 'dc3e060c-cab9-4277-854b-48feeec180ed', 'tenant_id': 'ac26c23aa5454ff687fa2f776635e6f2', 'mac_address': 'fa:16:3e:11:ea:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56918a1c-64f4-4cb3-9836-eedd093f4bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'bccc6e1b-7431-4d12-86bf-3df76884df3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:50Z', 'updated_at': '2021-09-09T22:26:55Z', 'revision_number': 4, 'project_id': 'ac26c23aa5454ff687fa2f776635e6f2', 'subnets': [{'id': 'bccc6e1b-7431-4d12-86bf-3df76884df3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:26:56.074442 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-57194956-f676-4f95-b308-4a3d736f0efd req-20ca3589-f7b2-4f1d-a0bb-be32bef9029d service neutron] For port 940441e4-f7be-4d65-b64f-722015022a27, host hv-cinder-75995, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:26:56.078652 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-57194956-f676-4f95-b308-4a3d736f0efd req-20ca3589-f7b2-4f1d-a0bb-be32bef9029d service neutron] For port 940441e4-f7be-4d65-b64f-722015022a27, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=940441e4-f7be-4d65-b64f-722015022a27,segment=NetworkSegment(42b58578-5559-4e00-8d47-a54ce09f9050),segment_id=42b58578-5559-4e00-8d47-a54ce09f9050)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:26:56.086216 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-57194956-f676-4f95-b308-4a3d736f0efd req-20ca3589-f7b2-4f1d-a0bb-be32bef9029d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27131053'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:56.108323 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce87beb-4a83-46d0-9c55-c6768938e1a7 None None] The sync data for ids ['56918a1c-64f4-4cb3-9836-eedd093f4bee'] in dv-cinder-759955-23-iscsi is: [{'id': '56918a1c-64f4-4cb3-9836-eedd093f4bee', 'name': 'tempest-TestVolumeBootPattern-2095747513-router', 'tenant_id': 'ac26c23aa5454ff687fa2f776635e6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '01afa5ba-5734-49a4-90a6-ecb09b650c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:26:47Z', 'updated_at': '2021-09-09T22:26:51Z', 'revision_number': 4, 'project_id': 'ac26c23aa5454ff687fa2f776635e6f2', 'gw_port': {'id': '01afa5ba-5734-49a4-90a6-ecb09b650c5d', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56918a1c-64f4-4cb3-9836-eedd093f4bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:47Z', 'updated_at': '2021-09-09T22:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': '15bac4ae-8ff1-4e7d-af60-3e7fbd297d40', 'name': '', 'network_id': 'dc3e060c-cab9-4277-854b-48feeec180ed', 'tenant_id': 'ac26c23aa5454ff687fa2f776635e6f2', 'mac_address': 'fa:16:3e:11:ea:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56918a1c-64f4-4cb3-9836-eedd093f4bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'bccc6e1b-7431-4d12-86bf-3df76884df3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:50Z', 'updated_at': '2021-09-09T22:26:55Z', 'revision_number': 4, 'project_id': 'ac26c23aa5454ff687fa2f776635e6f2', 'subnets': [{'id': 'bccc6e1b-7431-4d12-86bf-3df76884df3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:26:56.119998 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57194956-f676-4f95-b308-4a3d736f0efd req-20ca3589-f7b2-4f1d-a0bb-be32bef9029d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:56.120634 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-57194956-f676-4f95-b308-4a3d736f0efd req-20ca3589-f7b2-4f1d-a0bb-be32bef9029d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:56.122071 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-57194956-f676-4f95-b308-4a3d736f0efd req-20ca3589-f7b2-4f1d-a0bb-be32bef9029d service neutron] 10.222.0.20 "PUT /v2.0/ports/940441e4-f7be-4d65-b64f-722015022a27 HTTP/1.1" status: 200 len: 1094 time: 1.2433805 Sep 09 22:26:56.122512 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68785a04-1ade-4151-b3fa-93ea108d2177', 'tag': '940441e4-f7be-4d65-b64f-722015022a27'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:26:56.124763 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febecf7243e3540986e18e5907cacf19c405284daaaade8257553be7db475bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c186eb-d094-4792-825b-4352728125b2" -d '{"events": [{"name": "network-changed", "server_uuid": "68785a04-1ade-4151-b3fa-93ea108d2177", "tag": "940441e4-f7be-4d65-b64f-722015022a27"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:26:56.196593 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca3589-f7b2-4f1d-a0bb-be32bef9029d service neutron] Pushing event updated for resources: {'Port': ['ID=940441e4-f7be-4d65-b64f-722015022a27,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:56.200550 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47685bfc-3758-4a97-af2f-7bb6cd8a9d6b x-openstack-request-id: req-47685bfc-3758-4a97-af2f-7bb6cd8a9d6b {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:26:56.200824 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68785a04-1ade-4151-b3fa-93ea108d2177", "tag": "940441e4-f7be-4d65-b64f-722015022a27", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:26:56.201065 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-47685bfc-3758-4a97-af2f-7bb6cd8a9d6b {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:26:56.201474 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68785a04-1ade-4151-b3fa-93ea108d2177', 'tag': '940441e4-f7be-4d65-b64f-722015022a27', 'status': 'completed', 'code': 200} Sep 09 22:26:56.259796 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57194956-f676-4f95-b308-4a3d736f0efd req-6dfe498c-7c19-4cf6-b724-6c3a65e23f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:56.261759 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-57194956-f676-4f95-b308-4a3d736f0efd req-6dfe498c-7c19-4cf6-b724-6c3a65e23f04 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=185f4b4c15104ebfb9a705b5e03a11d8&device_id=68785a04-1ade-4151-b3fa-93ea108d2177 HTTP/1.1" status: 200 len: 1097 time: 0.0451877 Sep 09 22:26:56.312135 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-57194956-f676-4f95-b308-4a3d736f0efd req-c9410741-dc3c-440f-86ce-9d68c5b9e1f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=940441e4-f7be-4d65-b64f-722015022a27 HTTP/1.1" status: 200 len: 217 time: 0.0392413 Sep 09 22:26:56.375381 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57194956-f676-4f95-b308-4a3d736f0efd req-4e2aee4f-6455-43b9-9ef3-dcc4a8a74a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:56.376909 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-57194956-f676-4f95-b308-4a3d736f0efd req-4e2aee4f-6455-43b9-9ef3-dcc4a8a74a6e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=307b117c-d0b0-4736-b594-24c28eb2e44f HTTP/1.1" status: 200 len: 854 time: 0.0471408 Sep 09 22:26:56.411323 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-57194956-f676-4f95-b308-4a3d736f0efd req-2763b8fa-4448-438f-9775-a41a73e79074 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ba04819e-4d3f-4ea4-afd8-239759d49227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255470 Sep 09 22:26:56.556249 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-57194956-f676-4f95-b308-4a3d736f0efd req-e3c7a848-c7bf-4ed4-82b4-83e59b57d415 service neutron] 10.222.0.20 "GET /v2.0/networks/ba04819e-4d3f-4ea4-afd8-239759d49227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241424 Sep 09 22:26:56.572602 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dcee1d-263b-4573-9260-e1977b6b5a96 req-1f4d8f86-f343-4a3f-af3f-4b2fe6ad3d98 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:56.574141 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a0dcee1d-263b-4573-9260-e1977b6b5a96 req-1f4d8f86-f343-4a3f-af3f-4b2fe6ad3d98 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/ports?device_id=7361432c-e2dc-4602-8831-4a884d9f381f HTTP/1.1" status: 200 len: 945 time: 0.0687346 Sep 09 22:26:56.664750 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a0dcee1d-263b-4573-9260-e1977b6b5a96 req-311a0e97-fd58-4bd8-bf8a-e9de707bbc7f tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b50ddfc-e57d-408e-aa57-9473fc472536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814571 Sep 09 22:26:56.693344 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-57194956-f676-4f95-b308-4a3d736f0efd req-e19b9499-cb2c-4f99-9235-48c17956c697 service neutron] 10.222.0.20 "GET /v2.0/networks/ba04819e-4d3f-4ea4-afd8-239759d49227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182187 Sep 09 22:26:56.812222 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c186eb-d094-4792-825b-4352728125b2 req-969a23eb-c104-44ec-855c-cc37ea670430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:56.813747 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-97c186eb-d094-4792-825b-4352728125b2 req-969a23eb-c104-44ec-855c-cc37ea670430 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=185f4b4c15104ebfb9a705b5e03a11d8&device_id=68785a04-1ade-4151-b3fa-93ea108d2177 HTTP/1.1" status: 200 len: 1097 time: 0.0490570 Sep 09 22:26:56.998752 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08828548-78ba-42cd-a66e-40bc677950dd req-5c4fe31a-187e-4d63-8517-48863a76d13d tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:57.000495 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-08828548-78ba-42cd-a66e-40bc677950dd req-5c4fe31a-187e-4d63-8517-48863a76d13d tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/ports?device_id=68785a04-1ade-4151-b3fa-93ea108d2177 HTTP/1.1" status: 200 len: 944 time: 0.0819807 Sep 09 22:26:57.001932 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c186eb-d094-4792-825b-4352728125b2 req-5de0edf3-e7f7-4ab7-ab3f-112698514ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:57.003597 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-97c186eb-d094-4792-825b-4352728125b2 req-5de0edf3-e7f7-4ab7-ab3f-112698514ca6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ba04819e-4d3f-4ea4-afd8-239759d49227 HTTP/1.1" status: 200 len: 914 time: 0.1752803 Sep 09 22:26:57.076656 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-97c186eb-d094-4792-825b-4352728125b2 req-d497f6ae-0911-462e-93e7-c242952d925c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=940441e4-f7be-4d65-b64f-722015022a27 HTTP/1.1" status: 200 len: 217 time: 0.0459406 Sep 09 22:26:57.079703 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-08828548-78ba-42cd-a66e-40bc677950dd req-24d21061-e21c-4aad-ab99-12ec9059dd5d tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/security-groups?id=f474b0c3-ff8f-49ea-81a5-d46b5927672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743978 Sep 09 22:26:57.135779 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c186eb-d094-4792-825b-4352728125b2 req-7f1d5a69-4e60-4d45-b2c4-850c54ceec14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:57.137246 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-97c186eb-d094-4792-825b-4352728125b2 req-7f1d5a69-4e60-4d45-b2c4-850c54ceec14 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=307b117c-d0b0-4736-b594-24c28eb2e44f HTTP/1.1" status: 200 len: 854 time: 0.0504432 Sep 09 22:26:57.170927 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-97c186eb-d094-4792-825b-4352728125b2 req-53bc6178-0daf-4f1d-8e62-4fc382e9fea1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ba04819e-4d3f-4ea4-afd8-239759d49227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250001 Sep 09 22:26:57.272398 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-97c186eb-d094-4792-825b-4352728125b2 req-e9f8cac0-9904-4524-b556-d9d225699832 service neutron] 10.222.0.20 "GET /v2.0/networks/ba04819e-4d3f-4ea4-afd8-239759d49227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916994 Sep 09 22:26:57.378595 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-97c186eb-d094-4792-825b-4352728125b2 req-6f5623c7-cbdd-48a9-b0f4-8ad178d3d057 service neutron] 10.222.0.20 "GET /v2.0/networks/ba04819e-4d3f-4ea4-afd8-239759d49227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904536 Sep 09 22:26:57.554445 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 15bac4ae-8ff1-4e7d-af60-3e7fbd297d40 up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:26:57.629465 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning for port 15bac4ae-8ff1-4e7d-af60-3e7fbd297d40 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:26:57.633597 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port 15bac4ae-8ff1-4e7d-af60-3e7fbd297d40 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:26:57.634062 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:57.698388 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c983a-864b-4211-b3c5-95d1f260a91d req-0a25aad9-4eb7-4237-93c2-3788712db732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:57.699889 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-709c983a-864b-4211-b3c5-95d1f260a91d req-0a25aad9-4eb7-4237-93c2-3788712db732 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a614c2fdc45a410cbe5b4bf63b53131b&device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 1098 time: 0.0826077 Sep 09 22:26:57.709596 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce8087b-08f2-47fe-a7fa-5e476944d2f9 req-9ae7ea81-236a-46b2-9604-9094093002cf tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:57.711051 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7ce8087b-08f2-47fe-a7fa-5e476944d2f9 req-9ae7ea81-236a-46b2-9604-9094093002cf tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0925212 Sep 09 22:26:57.727699 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:57.767067 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] For port 15bac4ae-8ff1-4e7d-af60-3e7fbd297d40, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=15bac4ae-8ff1-4e7d-af60-3e7fbd297d40,segment=NetworkSegment(b3750315-815c-4c3a-819e-61001192a955),segment_id=b3750315-815c-4c3a-819e-61001192a955)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:26:57.772853 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:57.816196 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7ce8087b-08f2-47fe-a7fa-5e476944d2f9 req-8084e9f1-6013-45f2-ab3c-7d27e015e771 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960944 Sep 09 22:26:57.825380 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Pushing event updated for resources: {'Port': ['ID=15bac4ae-8ff1-4e7d-af60-3e7fbd297d40,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:26:57.872832 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd19aa-fcff-4871-ae0d-345bef50abfa req-cc048e07-8900-4ea8-9571-6d1f74c6dce2 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:57.874292 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-62dd19aa-fcff-4871-ae0d-345bef50abfa req-cc048e07-8900-4ea8-9571-6d1f74c6dce2 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/ports?device_id=7361432c-e2dc-4602-8831-4a884d9f381f HTTP/1.1" status: 200 len: 945 time: 0.1017790 Sep 09 22:26:57.889937 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c983a-864b-4211-b3c5-95d1f260a91d req-e887770f-b77a-4441-a9af-2c333984bf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:57.891337 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-709c983a-864b-4211-b3c5-95d1f260a91d req-e887770f-b77a-4441-a9af-2c333984bf0b service neutron] 10.222.0.20 "GET /v2.0/networks?id=05871169-dd65-49e2-b26e-00b42542e9ff HTTP/1.1" status: 200 len: 919 time: 0.1794147 Sep 09 22:26:57.941174 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-709c983a-864b-4211-b3c5-95d1f260a91d req-199012e9-722a-4109-9b40-7b9f68627fb7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b221fbf5-0b90-4b5f-b20e-4f7824abe66f HTTP/1.1" status: 200 len: 217 time: 0.0355287 Sep 09 22:26:57.961230 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-62dd19aa-fcff-4871-ae0d-345bef50abfa req-f3d801b1-e99f-47f0-aad3-6460777d2649 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b50ddfc-e57d-408e-aa57-9473fc472536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797582 Sep 09 22:26:58.001768 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c983a-864b-4211-b3c5-95d1f260a91d req-3ed864bd-8a1f-4508-a8f5-fbb6a288ffe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:58.003225 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-709c983a-864b-4211-b3c5-95d1f260a91d req-3ed864bd-8a1f-4508-a8f5-fbb6a288ffe4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=300ee5ef-a508-4127-aec7-f35d79a48d74 HTTP/1.1" status: 200 len: 859 time: 0.0516033 Sep 09 22:26:58.043139 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-709c983a-864b-4211-b3c5-95d1f260a91d req-fa8f776f-c7c9-4834-aec5-be295e74fb13 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=05871169-dd65-49e2-b26e-00b42542e9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277159 Sep 09 22:26:58.141905 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-709c983a-864b-4211-b3c5-95d1f260a91d req-04a68625-ec1d-4d5f-b4ad-ff2dadfdc548 service neutron] 10.222.0.20 "GET /v2.0/networks/05871169-dd65-49e2-b26e-00b42542e9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893223 Sep 09 22:26:58.264131 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d4838-ddc1-443a-8da7-58ec95543c44 req-ffa28cb2-59b9-453b-8125-aa2f637492b0 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:58.265518 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-994d4838-ddc1-443a-8da7-58ec95543c44 req-ffa28cb2-59b9-453b-8125-aa2f637492b0 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/ports?device_id=68785a04-1ade-4151-b3fa-93ea108d2177 HTTP/1.1" status: 200 len: 944 time: 0.1099572 Sep 09 22:26:58.284784 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-709c983a-864b-4211-b3c5-95d1f260a91d req-7273a4ab-d2c6-4714-ba67-71c6447b9f69 service neutron] 10.222.0.20 "GET /v2.0/networks/05871169-dd65-49e2-b26e-00b42542e9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311805 Sep 09 22:26:58.313910 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-994d4838-ddc1-443a-8da7-58ec95543c44 req-7ad8f22b-0c51-4891-8504-bee5eacbf5e5 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/security-groups?id=f474b0c3-ff8f-49ea-81a5-d46b5927672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391178 Sep 09 22:26:58.961674 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84929167-ad92-4f0e-bbe2-689029317fbe req-bb0cb8bb-dfb9-4fd7-87e3-a8f1b0230801 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:58.963257 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-84929167-ad92-4f0e-bbe2-689029317fbe req-bb0cb8bb-dfb9-4fd7-87e3-a8f1b0230801 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0627072 Sep 09 22:26:59.030891 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-84929167-ad92-4f0e-bbe2-689029317fbe req-49663211-2e26-4eeb-b11f-a43649c52106 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590794 Sep 09 22:26:59.076635 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128eeea1-8977-43af-b322-aec6d9a3c2cd req-d213a522-d3b2-4308-81f4-0147419d7187 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:59.078308 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-128eeea1-8977-43af-b322-aec6d9a3c2cd req-d213a522-d3b2-4308-81f4-0147419d7187 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/ports?device_id=7361432c-e2dc-4602-8831-4a884d9f381f HTTP/1.1" status: 200 len: 945 time: 0.0644138 Sep 09 22:26:59.120462 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-128eeea1-8977-43af-b322-aec6d9a3c2cd req-2e805dff-f2bc-470c-bed9-4761501a43f8 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b50ddfc-e57d-408e-aa57-9473fc472536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344555 Sep 09 22:26:59.437628 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab718e16-2838-4d77-93f8-85e0ad1fe0b8 req-c0dfe7cc-279a-4b0a-9398-1ccce7c94a6d tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:26:59.439101 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ab718e16-2838-4d77-93f8-85e0ad1fe0b8 req-c0dfe7cc-279a-4b0a-9398-1ccce7c94a6d tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/ports?device_id=68785a04-1ade-4151-b3fa-93ea108d2177 HTTP/1.1" status: 200 len: 944 time: 0.0508180 Sep 09 22:26:59.476588 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ab718e16-2838-4d77-93f8-85e0ad1fe0b8 req-0bf05dbf-a606-4018-a978-6efd3f357ea4 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/security-groups?id=f474b0c3-ff8f-49ea-81a5-d46b5927672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315475 Sep 09 22:26:59.540257 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 15bac4ae-8ff1-4e7d-af60-3e7fbd297d40 up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:26:59.589013 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port 15bac4ae-8ff1-4e7d-af60-3e7fbd297d40 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:26:59.589381 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:26:59.977060 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 940441e4-f7be-4d65-b64f-722015022a27 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 22:27:00.072333 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 940441e4-f7be-4d65-b64f-722015022a27, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=940441e4-f7be-4d65-b64f-722015022a27,segment=NetworkSegment(42b58578-5559-4e00-8d47-a54ce09f9050),segment_id=42b58578-5559-4e00-8d47-a54ce09f9050)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:27:00.086640 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Returning: {'device': '940441e4-f7be-4d65-b64f-722015022a27', 'network_id': 'ba04819e-4d3f-4ea4-afd8-239759d49227', 'port_id': '940441e4-f7be-4d65-b64f-722015022a27', 'mac_address': 'fa:16:3e:51:f6:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '307b117c-d0b0-4736-b594-24c28eb2e44f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 22:27:00.128861 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:00.146907 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 940441e4-f7be-4d65-b64f-722015022a27 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:27:00.173302 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 940441e4-f7be-4d65-b64f-722015022a27, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=940441e4-f7be-4d65-b64f-722015022a27,segment=NetworkSegment(42b58578-5559-4e00-8d47-a54ce09f9050),segment_id=42b58578-5559-4e00-8d47-a54ce09f9050)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:27:00.174511 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23d43d-0e6e-4f74-8f57-1d7bbe460511 req-e0fe4df2-2acd-4754-968a-5588b4a895a2 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:00.179538 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:00.188283 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9a23d43d-0e6e-4f74-8f57-1d7bbe460511 req-e0fe4df2-2acd-4754-968a-5588b4a895a2 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0671363 Sep 09 22:27:00.233199 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9a23d43d-0e6e-4f74-8f57-1d7bbe460511 req-fb15cf98-8329-4c0b-81d7-6a45fe1dc7df tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460253 Sep 09 22:27:00.252453 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=940441e4-f7be-4d65-b64f-722015022a27,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:27:00.320981 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8697d-1d32-4275-9aaa-1c67d30f737e req-b22dd1bb-8606-4a4f-bae5-44d6d5834523 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:00.322197 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d6b8697d-1d32-4275-9aaa-1c67d30f737e req-b22dd1bb-8606-4a4f-bae5-44d6d5834523 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/ports?device_id=7361432c-e2dc-4602-8831-4a884d9f381f HTTP/1.1" status: 200 len: 945 time: 0.0531743 Sep 09 22:27:00.367623 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d6b8697d-1d32-4275-9aaa-1c67d30f737e req-43abae90-fe73-4d6c-b6b0-012ed6116354 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b50ddfc-e57d-408e-aa57-9473fc472536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387876 Sep 09 22:27:00.600676 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318c33a1-49e3-4d3d-b0f8-8497951d9ef2 req-6d9f2e6c-9c55-476f-81b7-7d85c71ccdac tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:00.602118 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-318c33a1-49e3-4d3d-b0f8-8497951d9ef2 req-6d9f2e6c-9c55-476f-81b7-7d85c71ccdac tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/ports?device_id=68785a04-1ade-4151-b3fa-93ea108d2177 HTTP/1.1" status: 200 len: 945 time: 0.0565495 Sep 09 22:27:00.606736 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] get_ports_and_sgs() called for port_ids ['940441e4-f7be-4d65-b64f-722015022a27'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:27:00.641630 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-318c33a1-49e3-4d3d-b0f8-8497951d9ef2 req-c49ec207-305d-463d-8060-980c65ac6da0 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/security-groups?id=f474b0c3-ff8f-49ea-81a5-d46b5927672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322249 Sep 09 22:27:01.030470 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2702d-3e4d-48d7-b34c-f7031ff341d3 req-88264492-bcce-48b8-90e8-d2a55bb67532 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:01.031907 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-29a2702d-3e4d-48d7-b34c-f7031ff341d3 req-88264492-bcce-48b8-90e8-d2a55bb67532 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.20 "GET /v2.0/ports?device_id=7361432c-e2dc-4602-8831-4a884d9f381f HTTP/1.1" status: 200 len: 945 time: 0.0505707 Sep 09 22:27:01.167291 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-29a2702d-3e4d-48d7-b34c-f7031ff341d3 req-addd4db5-9f84-484b-905f-07e4bde66eed tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Deleting port a3c2df6a-2170-4509-a51b-68419b1811b3 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:27:01.167628 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-29a2702d-3e4d-48d7-b34c-f7031ff341d3 req-addd4db5-9f84-484b-905f-07e4bde66eed tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:01.256405 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-29a2702d-3e4d-48d7-b34c-f7031ff341d3 req-addd4db5-9f84-484b-905f-07e4bde66eed tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] For port a3c2df6a-2170-4509-a51b-68419b1811b3, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=a3c2df6a-2170-4509-a51b-68419b1811b3,segment=NetworkSegment(f86cc299-7509-4b66-8ecd-3020ba3e2c86),segment_id=f86cc299-7509-4b66-8ecd-3020ba3e2c86)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:27:01.256976 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-29a2702d-3e4d-48d7-b34c-f7031ff341d3 req-addd4db5-9f84-484b-905f-07e4bde66eed tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:01.275076 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-29a2702d-3e4d-48d7-b34c-f7031ff341d3 req-addd4db5-9f84-484b-905f-07e4bde66eed tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Calling delete_port for a3c2df6a-2170-4509-a51b-68419b1811b3 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:27:01.403659 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84b00a-d064-405f-a464-fe06d3a9cd60 req-415d469f-f085-4f5b-b61b-ead96cf697dd tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:01.405273 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-be84b00a-d064-405f-a464-fe06d3a9cd60 req-415d469f-f085-4f5b-b61b-ead96cf697dd tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0925159 Sep 09 22:27:01.509021 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-be84b00a-d064-405f-a464-fe06d3a9cd60 req-f5f2d96a-c5d6-4773-a9ef-af799a0b5853 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936275 Sep 09 22:27:01.529652 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-29a2702d-3e4d-48d7-b34c-f7031ff341d3 req-addd4db5-9f84-484b-905f-07e4bde66eed tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:01.542216 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] get_ports_and_sgs() called for port_ids ['a3c2df6a-2170-4509-a51b-68419b1811b3'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:27:01.545230 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37871403-f8ff-480e-a5f2-30dbc12183f3 req-b8912c78-f61b-4603-96e4-e597dccfec6c tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:01.546671 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-37871403-f8ff-480e-a5f2-30dbc12183f3 req-b8912c78-f61b-4603-96e4-e597dccfec6c tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/ports?device_id=7361432c-e2dc-4602-8831-4a884d9f381f HTTP/1.1" status: 200 len: 867 time: 0.1062229 Sep 09 22:27:01.574564 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addd4db5-9f84-484b-905f-07e4bde66eed tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Pushing event deleted for resources: {'Port': ['ID=a3c2df6a-2170-4509-a51b-68419b1811b3,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:27:01.645920 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-37871403-f8ff-480e-a5f2-30dbc12183f3 req-f9abc858-020e-4b3a-b1b8-b7534f389c32 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b50ddfc-e57d-408e-aa57-9473fc472536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795462 Sep 09 22:27:01.659782 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-29a2702d-3e4d-48d7-b34c-f7031ff341d3 req-addd4db5-9f84-484b-905f-07e4bde66eed tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] No DVR routers for this DVR port a3c2df6a-2170-4509-a51b-68419b1811b3 on host hv-cinder-75995 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:27:01.663266 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-29a2702d-3e4d-48d7-b34c-f7031ff341d3 req-addd4db5-9f84-484b-905f-07e4bde66eed tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:01.665278 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-29a2702d-3e4d-48d7-b34c-f7031ff341d3 req-addd4db5-9f84-484b-905f-07e4bde66eed tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.20 "DELETE /v2.0/ports/a3c2df6a-2170-4509-a51b-68419b1811b3 HTTP/1.1" status: 204 len: 173 time: 0.6191406 Sep 09 22:27:01.665987 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7361432c-e2dc-4602-8831-4a884d9f381f', 'name': 'network-vif-deleted', 'tag': 'a3c2df6a-2170-4509-a51b-68419b1811b3'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:27:01.668376 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febecf7243e3540986e18e5907cacf19c405284daaaade8257553be7db475bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d3a46e-3cdc-431b-9dac-e6392ab1a973" -d '{"events": [{"server_uuid": "7361432c-e2dc-4602-8831-4a884d9f381f", "name": "network-vif-deleted", "tag": "a3c2df6a-2170-4509-a51b-68419b1811b3"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:27:01.730700 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf23bbcb-696e-4f3c-99fa-b0d1e0f8749c x-openstack-request-id: req-cf23bbcb-696e-4f3c-99fa-b0d1e0f8749c {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:27:01.730987 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7361432c-e2dc-4602-8831-4a884d9f381f", "name": "network-vif-deleted", "tag": "a3c2df6a-2170-4509-a51b-68419b1811b3", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:27:01.731306 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cf23bbcb-696e-4f3c-99fa-b0d1e0f8749c {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:27:01.731696 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7361432c-e2dc-4602-8831-4a884d9f381f', 'name': 'network-vif-deleted', 'tag': 'a3c2df6a-2170-4509-a51b-68419b1811b3', 'status': 'completed', 'code': 200} Sep 09 22:27:01.799510 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656562bf-1457-4e7a-87e9-1b4941d55818 req-de8d617c-df6c-427b-9522-5015c5fc5c5a tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:01.801362 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-656562bf-1457-4e7a-87e9-1b4941d55818 req-de8d617c-df6c-427b-9522-5015c5fc5c5a tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/ports?device_id=68785a04-1ade-4151-b3fa-93ea108d2177 HTTP/1.1" status: 200 len: 945 time: 0.0571666 Sep 09 22:27:01.845367 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-656562bf-1457-4e7a-87e9-1b4941d55818 req-e99b6893-215f-4df1-9798-b6f4e98efb02 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/security-groups?id=f474b0c3-ff8f-49ea-81a5-d46b5927672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333259 Sep 09 22:27:01.984094 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 940441e4-f7be-4d65-b64f-722015022a27 up at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:27:02.032303 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Provisioning for port 940441e4-f7be-4d65-b64f-722015022a27 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:27:02.035898 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Provisioning complete for port 940441e4-f7be-4d65-b64f-722015022a27 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:27:02.036294 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:02.116636 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:02.140672 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68785a04-1ade-4151-b3fa-93ea108d2177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940441e4-f7be-4d65-b64f-722015022a27'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:27:02.142944 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497578eeb0b1d224d742647686e7d62f740bb656e2f2bb1278978b4c95122d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a91fa94-44cb-48ee-b660-fbb20d0411ea" -d '{"events": [{"server_uuid": "68785a04-1ade-4151-b3fa-93ea108d2177", "name": "network-vif-plugged", "status": "completed", "tag": "940441e4-f7be-4d65-b64f-722015022a27"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:27:02.155888 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 940441e4-f7be-4d65-b64f-722015022a27, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=940441e4-f7be-4d65-b64f-722015022a27,segment=NetworkSegment(42b58578-5559-4e00-8d47-a54ce09f9050),segment_id=42b58578-5559-4e00-8d47-a54ce09f9050)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:27:02.162139 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:02.164075 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device a3c2df6a-2170-4509-a51b-68419b1811b3 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:27:02.194892 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e206d3d2-1f5b-4364-9e2f-a14d42709c38 x-openstack-request-id: req-e206d3d2-1f5b-4364-9e2f-a14d42709c38 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:27:02.195182 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68785a04-1ade-4151-b3fa-93ea108d2177", "name": "network-vif-plugged", "status": "completed", "tag": "940441e4-f7be-4d65-b64f-722015022a27", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:27:02.195449 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e206d3d2-1f5b-4364-9e2f-a14d42709c38 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:27:02.195811 dv-cinder-759955-23-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68785a04-1ade-4151-b3fa-93ea108d2177', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940441e4-f7be-4d65-b64f-722015022a27', 'code': 200} Sep 09 22:27:02.212273 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] No Port match for: a3c2df6a-2170-4509-a51b-68419b1811b3 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:27:02.212611 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device a3c2df6a-2170-4509-a51b-68419b1811b3 not bound to the agent host hv-cinder-75995 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:27:02.239587 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=940441e4-f7be-4d65-b64f-722015022a27,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:27:02.644115 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259999d-939a-4d84-b613-c120389fb5a5 req-09da6eb4-1362-49f9-95cd-3b46a0092945 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:02.645685 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9259999d-939a-4d84-b613-c120389fb5a5 req-09da6eb4-1362-49f9-95cd-3b46a0092945 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0523632 Sep 09 22:27:02.646338 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d3ff4ef9-a079-4a7e-b2b8-6a69463baf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:02.687298 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9259999d-939a-4d84-b613-c120389fb5a5 req-2b9c9944-c10b-4acf-b511-5da9b56d0212 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339842 Sep 09 22:27:02.767322 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c01ad045-50a5-4e8c-a74d-83cae169398d req-532fa02e-0f3a-44fb-9bb1-114c0106afde tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/ports?device_id=7361432c-e2dc-4602-8831-4a884d9f381f HTTP/1.1" status: 200 len: 210 time: 0.0266852 Sep 09 22:27:02.959413 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e354693-a737-425d-94f9-4fca79c2d206 req-fdb48702-48fd-4cb4-a139-da978cc27299 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:02.960891 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2e354693-a737-425d-94f9-4fca79c2d206 req-fdb48702-48fd-4cb4-a139-da978cc27299 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/ports?device_id=68785a04-1ade-4151-b3fa-93ea108d2177 HTTP/1.1" status: 200 len: 946 time: 0.0483997 Sep 09 22:27:03.002169 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2e354693-a737-425d-94f9-4fca79c2d206 req-a2a5b498-74dc-4e84-8f4c-c36ffea4d302 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/security-groups?id=f474b0c3-ff8f-49ea-81a5-d46b5927672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351353 Sep 09 22:27:03.806352 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b882fe3-4d7d-424e-b51d-737666e3c4fd req-2de1b76e-1a5d-488c-af27-12ac204f3e8e tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:03.807863 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8b882fe3-4d7d-424e-b51d-737666e3c4fd req-2de1b76e-1a5d-488c-af27-12ac204f3e8e tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0470629 Sep 09 22:27:03.865610 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8b882fe3-4d7d-424e-b51d-737666e3c4fd req-44ad399f-1992-41e5-b1b3-4bce72ebcc54 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505526 Sep 09 22:27:03.881749 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a18d07c7-567d-4137-8cd7-f2d78c29c8db req-936156ba-8e53-4472-9992-e09f10b0fb79 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/ports?device_id=7361432c-e2dc-4602-8831-4a884d9f381f HTTP/1.1" status: 200 len: 210 time: 0.0320649 Sep 09 22:27:04.115513 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af978a-e288-42cd-b934-2dcc6fc8a253 req-9808f5a2-0f23-4710-a653-6610ac95d769 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:04.117034 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e3af978a-e288-42cd-b934-2dcc6fc8a253 req-9808f5a2-0f23-4710-a653-6610ac95d769 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/ports?device_id=68785a04-1ade-4151-b3fa-93ea108d2177 HTTP/1.1" status: 200 len: 946 time: 0.0472181 Sep 09 22:27:04.153688 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e3af978a-e288-42cd-b934-2dcc6fc8a253 req-ff9fc12e-25f3-4ddf-9b54-b319a4b77911 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/security-groups?id=f474b0c3-ff8f-49ea-81a5-d46b5927672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301261 Sep 09 22:27:04.925864 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:05.002612 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-01fac8d4-8e69-4af3-971d-b3eebb7306e8 req-03c82554-3443-4f4a-8c96-f0a43fead907 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/ports?device_id=7361432c-e2dc-4602-8831-4a884d9f381f HTTP/1.1" status: 200 len: 210 time: 0.0319483 Sep 09 22:27:05.018595 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d2ea02-9e76-4f06-ab2c-101415875011 req-c65cfd6b-0797-4843-85b3-7da1699eb37a tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:05.020123 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-99d2ea02-9e76-4f06-ab2c-101415875011 req-c65cfd6b-0797-4843-85b3-7da1699eb37a tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0789852 Sep 09 22:27:05.057696 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-99d2ea02-9e76-4f06-ab2c-101415875011 req-c486d264-e761-4064-ba18-0fa19bd141dd tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316410 Sep 09 22:27:05.272048 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a34ba-f163-422d-9638-90fd50a098c5 req-ddcce405-c8ad-4880-a0be-e2f644a913fc tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:05.273549 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-446a34ba-f163-422d-9638-90fd50a098c5 req-ddcce405-c8ad-4880-a0be-e2f644a913fc tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/ports?device_id=68785a04-1ade-4151-b3fa-93ea108d2177 HTTP/1.1" status: 200 len: 946 time: 0.0527334 Sep 09 22:27:05.311544 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-446a34ba-f163-422d-9638-90fd50a098c5 req-cc5992cf-42c3-4916-af93-4c506c807bab tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/security-groups?id=f474b0c3-ff8f-49ea-81a5-d46b5927672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317111 Sep 09 22:27:05.372317 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0b2f8257-7519-4096-bf34-2fbe4fa88dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:05.574242 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6c0afa8d-acd7-410b-a348-3c1005600712 req-1f62bdf3-7d38-450b-91f9-8182140ccfba service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471935 Sep 09 22:27:05.675081 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0afa8d-acd7-410b-a348-3c1005600712 req-b0c8302c-dde1-41ef-a386-460ebca64293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:05.676583 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6c0afa8d-acd7-410b-a348-3c1005600712 req-b0c8302c-dde1-41ef-a386-460ebca64293 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a614c2fdc45a410cbe5b4bf63b53131b&device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 1099 time: 0.0752225 Sep 09 22:27:05.684079 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58647e6b-00d9-4a14-87a2-cae5455621e4 req-3ad948fd-afe5-44f2-a74e-6be976757b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:05.685990 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-58647e6b-00d9-4a14-87a2-cae5455621e4 req-3ad948fd-afe5-44f2-a74e-6be976757b73 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=68785a04-1ade-4151-b3fa-93ea108d2177 HTTP/1.1" status: 200 len: 1099 time: 0.0571129 Sep 09 22:27:05.753280 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-58647e6b-00d9-4a14-87a2-cae5455621e4 req-9e40e18a-5382-40f5-8a31-b7c7e191996f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f474b0c3-ff8f-49ea-81a5-d46b5927672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505555 Sep 09 22:27:05.790181 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:05.814098 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0afa8d-acd7-410b-a348-3c1005600712 req-f9a9d934-c3bd-479c-be57-89e3e37ac514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:05.815548 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6c0afa8d-acd7-410b-a348-3c1005600712 req-f9a9d934-c3bd-479c-be57-89e3e37ac514 service neutron] 10.222.0.20 "GET /v2.0/networks?id=05871169-dd65-49e2-b26e-00b42542e9ff HTTP/1.1" status: 200 len: 919 time: 0.1011062 Sep 09 22:27:05.960461 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.agents_db [None req-ca59875f-4706-4e17-8f41-5ac1de1c8425 None None] Agent healthcheck: found 6 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:27:06.248694 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6c0afa8d-acd7-410b-a348-3c1005600712 req-de497d46-3046-4efe-b5a9-bc3cdbfbcf67 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=89f703c5-701f-4af9-92da-02ee89f3f9e4 HTTP/1.1" status: 200 len: 217 time: 0.2412803 Sep 09 22:27:06.394302 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0afa8d-acd7-410b-a348-3c1005600712 req-49db06d8-3479-405f-a40a-bf7d6af01771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:06.395778 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6c0afa8d-acd7-410b-a348-3c1005600712 req-49db06d8-3479-405f-a40a-bf7d6af01771 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=300ee5ef-a508-4127-aec7-f35d79a48d74 HTTP/1.1" status: 200 len: 859 time: 0.1227837 Sep 09 22:27:06.403410 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08676e-8e87-4057-b4d3-c49061656f16 req-62a67a31-bca5-4d39-9a4a-93fcc603388d tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:06.404766 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ee08676e-8e87-4057-b4d3-c49061656f16 req-62a67a31-bca5-4d39-9a4a-93fcc603388d tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.1596792 Sep 09 22:27:06.454792 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ce871-5670-416a-85cb-6a0ced8f66d7 req-9d0d3f9c-24f0-482f-af73-2652e49cfee7 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:06.456254 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-751ce871-5670-416a-85cb-6a0ced8f66d7 req-9d0d3f9c-24f0-482f-af73-2652e49cfee7 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/networks?id=7a499611-e713-45d8-aa38-ad3f844096e8 HTTP/1.1" status: 200 len: 808 time: 0.2122216 Sep 09 22:27:06.457992 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6c0afa8d-acd7-410b-a348-3c1005600712 req-b493952b-7f9b-48da-baac-149b941f6db2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=05871169-dd65-49e2-b26e-00b42542e9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445123 Sep 09 22:27:06.494193 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-751ce871-5670-416a-85cb-6a0ced8f66d7 req-b8d76944-40e1-4e0a-aa8d-35781f78b4f7 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/quotas/79a459ef8a944b9cbb531623eeff50b0 HTTP/1.1" status: 200 len: 375 time: 0.0301666 Sep 09 22:27:06.529814 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ee08676e-8e87-4057-b4d3-c49061656f16 req-f7e771ff-e675-4cd7-b6e5-f409c5e5fb9a tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150260 Sep 09 22:27:06.547668 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-751ce871-5670-416a-85cb-6a0ced8f66d7 req-85bd1c5a-cb5e-4d8a-bc4f-d2744545b8b8 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=79a459ef8a944b9cbb531623eeff50b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393369 Sep 09 22:27:06.685960 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:06.698609 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6c0afa8d-acd7-410b-a348-3c1005600712 req-7ec222c1-c51a-4673-9143-1d8250f97a0e service neutron] 10.222.0.20 "GET /v2.0/networks/05871169-dd65-49e2-b26e-00b42542e9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236786 Sep 09 22:27:06.744365 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-751ce871-5670-416a-85cb-6a0ced8f66d7 req-88b902db-b878-4308-b284-cb5c9ce41f42 service neutron] 10.222.0.41 "GET /v2.0/networks/7a499611-e713-45d8-aa38-ad3f844096e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716151 Sep 09 22:27:06.811957 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf73b6-2ab7-44c3-90c8-24f1337a45f9 req-6aa26a97-8720-4f82-8c8b-2f1204522ef7 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:06.813389 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f3cf73b6-2ab7-44c3-90c8-24f1337a45f9 req-6aa26a97-8720-4f82-8c8b-2f1204522ef7 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/ports?device_id=68785a04-1ade-4151-b3fa-93ea108d2177 HTTP/1.1" status: 200 len: 946 time: 0.1902792 Sep 09 22:27:06.925614 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6c0afa8d-acd7-410b-a348-3c1005600712 req-8c116200-cb96-481f-8736-05eeac56801d service neutron] 10.222.0.20 "GET /v2.0/networks/05871169-dd65-49e2-b26e-00b42542e9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173712 Sep 09 22:27:06.930165 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f3cf73b6-2ab7-44c3-90c8-24f1337a45f9 req-8c9604f8-9f7c-495e-baee-c66ab6a7a8d6 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/security-groups?id=f474b0c3-ff8f-49ea-81a5-d46b5927672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073923 Sep 09 22:27:06.933801 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-751ce871-5670-416a-85cb-6a0ced8f66d7 req-a4a2e8eb-c073-47ec-812f-809a3261a586 service neutron] 10.222.0.41 "GET /v2.0/networks/7a499611-e713-45d8-aa38-ad3f844096e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817992 Sep 09 22:27:07.134874 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3f156e78-a224-4b36-a07a-edc9587e41b6 req-3ac2480c-48b2-4ac3-a26b-d5f3557c6d07 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/ports?device_id=44b6cb97-64bf-41f0-8dcc-8fcd78ff3a75 HTTP/1.1" status: 200 len: 210 time: 0.0357268 Sep 09 22:27:07.668011 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf14182-4807-4f07-a960-0fc5356e475a req-7b0df242-1eb0-4074-9722-5a8a2d5f2539 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:07.669930 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7bf14182-4807-4f07-a960-0fc5356e475a req-7b0df242-1eb0-4074-9722-5a8a2d5f2539 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0544960 Sep 09 22:27:07.709767 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7bf14182-4807-4f07-a960-0fc5356e475a req-87c8526f-279b-43e3-aef2-6e349abd0848 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334845 Sep 09 22:27:08.055285 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8094519-3b7f-4163-82a5-03d8ae5f2560 req-c68b724f-1a62-40fe-84f3-c3cd67d66700 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:08.057568 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b8094519-3b7f-4163-82a5-03d8ae5f2560 req-c68b724f-1a62-40fe-84f3-c3cd67d66700 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/ports?device_id=68785a04-1ade-4151-b3fa-93ea108d2177 HTTP/1.1" status: 200 len: 946 time: 0.0548677 Sep 09 22:27:08.065745 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:08.098331 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b8094519-3b7f-4163-82a5-03d8ae5f2560 req-32d23e73-7329-4f07-88ae-2dcbdae013ea tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/security-groups?id=f474b0c3-ff8f-49ea-81a5-d46b5927672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330284 Sep 09 22:27:08.247072 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fcbec977-e61b-4293-a406-60549734eefc req-8a41ce58-cec4-47c6-aee9-7ea0e1f42467 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/ports?device_id=44b6cb97-64bf-41f0-8dcc-8fcd78ff3a75 HTTP/1.1" status: 200 len: 210 time: 0.0281456 Sep 09 22:27:08.883262 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ce871-5670-416a-85cb-6a0ced8f66d7 req-0390f985-41d8-4f1d-923e-5161fc6ca9bc tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:08.884764 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-751ce871-5670-416a-85cb-6a0ced8f66d7 req-0390f985-41d8-4f1d-923e-5161fc6ca9bc tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.20 "GET /v2.0/networks?id=7a499611-e713-45d8-aa38-ad3f844096e8 HTTP/1.1" status: 200 len: 808 time: 0.1526256 Sep 09 22:27:08.895176 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526778b0-9e6a-4e79-ba09-379dac41b324 req-2bbadb70-880d-4d34-8946-e482cb6422db tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:08.896598 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-526778b0-9e6a-4e79-ba09-379dac41b324 req-2bbadb70-880d-4d34-8946-e482cb6422db tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0873458 Sep 09 22:27:08.901071 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-751ce871-5670-416a-85cb-6a0ced8f66d7 req-73275b57-c0cb-4343-9fa1-ca209e7b0662 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Request body: {'port': {'device_id': '44b6cb97-64bf-41f0-8dcc-8fcd78ff3a75', 'network_id': '7a499611-e713-45d8-aa38-ad3f844096e8', 'admin_state_up': True, 'tenant_id': '79a459ef8a944b9cbb531623eeff50b0'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:27:09.001003 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-526778b0-9e6a-4e79-ba09-379dac41b324 req-190bdf1c-9e19-440a-8918-81cccc588581 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945172 Sep 09 22:27:09.042884 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-751ce871-5670-416a-85cb-6a0ced8f66d7 req-73275b57-c0cb-4343-9fa1-ca209e7b0662 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Made reservation on behalf of 79a459ef8a944b9cbb531623eeff50b0 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:27:09.047194 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-751ce871-5670-416a-85cb-6a0ced8f66d7 req-73275b57-c0cb-4343-9fa1-ca209e7b0662 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:09.171662 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-751ce871-5670-416a-85cb-6a0ced8f66d7 req-73275b57-c0cb-4343-9fa1-ca209e7b0662 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Allocated IP 172.20.0.10 (7a499611-e713-45d8-aa38-ad3f844096e8/783e4c4e-d0f3-46a0-a158-6538c3d1a814/5adf285d-edac-4511-8c19-c7cfb697b65b) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:27:09.331335 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-751ce871-5670-416a-85cb-6a0ced8f66d7 req-73275b57-c0cb-4343-9fa1-ca209e7b0662 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:09.349313 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2690f80f-49a3-4976-bba5-db66c81af053 req-772c48f3-5a4b-4d6c-95ad-d0f1483c24c1 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/ports?device_id=44b6cb97-64bf-41f0-8dcc-8fcd78ff3a75 HTTP/1.1" status: 200 len: 210 time: 0.0317419 Sep 09 22:27:09.383577 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-751ce871-5670-416a-85cb-6a0ced8f66d7 req-73275b57-c0cb-4343-9fa1-ca209e7b0662 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:09.426560 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-751ce871-5670-416a-85cb-6a0ced8f66d7 req-73275b57-c0cb-4343-9fa1-ca209e7b0662 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Network 7a499611-e713-45d8-aa38-ad3f844096e8 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:27:09.434610 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-751ce871-5670-416a-85cb-6a0ced8f66d7 req-73275b57-c0cb-4343-9fa1-ca209e7b0662 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:27:09.436873 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73275b57-c0cb-4343-9fa1-ca209e7b0662 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Pushing event updated for resources: {'Port': ['ID=5adf285d-edac-4511-8c19-c7cfb697b65b,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:27:09.441940 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-751ce871-5670-416a-85cb-6a0ced8f66d7 req-73275b57-c0cb-4343-9fa1-ca209e7b0662 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:27:09.492285 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ce871-5670-416a-85cb-6a0ced8f66d7 req-73275b57-c0cb-4343-9fa1-ca209e7b0662 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:09.492758 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-751ce871-5670-416a-85cb-6a0ced8f66d7 req-73275b57-c0cb-4343-9fa1-ca209e7b0662 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:09.509480 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-751ce871-5670-416a-85cb-6a0ced8f66d7 req-73275b57-c0cb-4343-9fa1-ca209e7b0662 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6118474 Sep 09 22:27:09.524427 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-751ce871-5670-416a-85cb-6a0ced8f66d7 req-f46fed5a-1e35-4c06-bb48-6445a64ce038 service neutron] Request body: {'port': {'device_id': '44b6cb97-64bf-41f0-8dcc-8fcd78ff3a75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:27:09.580262 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-751ce871-5670-416a-85cb-6a0ced8f66d7 req-f46fed5a-1e35-4c06-bb48-6445a64ce038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:09.839990 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [req-751ce871-5670-416a-85cb-6a0ced8f66d7 req-f46fed5a-1e35-4c06-bb48-6445a64ce038 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5adf285d-edac-4511-8c19-c7cfb697b65b {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:27:09.847565 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-751ce871-5670-416a-85cb-6a0ced8f66d7 req-f46fed5a-1e35-4c06-bb48-6445a64ce038 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:09.859123 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-751ce871-5670-416a-85cb-6a0ced8f66d7 req-f46fed5a-1e35-4c06-bb48-6445a64ce038 service neutron] Transition to ACTIVE for port object 5adf285d-edac-4511-8c19-c7cfb697b65b will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:27:09.863278 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-751ce871-5670-416a-85cb-6a0ced8f66d7 req-f46fed5a-1e35-4c06-bb48-6445a64ce038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27131053'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:09.928540 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46fed5a-1e35-4c06-bb48-6445a64ce038 service neutron] Pushing event updated for resources: {'Port': ['ID=5adf285d-edac-4511-8c19-c7cfb697b65b,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:27:09.977532 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-751ce871-5670-416a-85cb-6a0ced8f66d7 req-f46fed5a-1e35-4c06-bb48-6445a64ce038 service neutron] Attempting to bind port 5adf285d-edac-4511-8c19-c7cfb697b65b on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:27:09.977865 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-751ce871-5670-416a-85cb-6a0ced8f66d7 req-f46fed5a-1e35-4c06-bb48-6445a64ce038 service neutron] Attempting to bind port 5adf285d-edac-4511-8c19-c7cfb697b65b by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': 'f86cc299-7509-4b66-8ecd-3020ba3e2c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7a499611-e713-45d8-aa38-ad3f844096e8'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:27:09.978181 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751ce871-5670-416a-85cb-6a0ced8f66d7 req-f46fed5a-1e35-4c06-bb48-6445a64ce038 service neutron] Attempting to bind port 5adf285d-edac-4511-8c19-c7cfb697b65b on network 7a499611-e713-45d8-aa38-ad3f844096e8 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:27:09.984370 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751ce871-5670-416a-85cb-6a0ced8f66d7 req-f46fed5a-1e35-4c06-bb48-6445a64ce038 service neutron] Port 5adf285d-edac-4511-8c19-c7cfb697b65b on network 7a499611-e713-45d8-aa38-ad3f844096e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 22:27:09.984841 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751ce871-5670-416a-85cb-6a0ced8f66d7 req-f46fed5a-1e35-4c06-bb48-6445a64ce038 service neutron] Attempting to bind port 5adf285d-edac-4511-8c19-c7cfb697b65b on network 7a499611-e713-45d8-aa38-ad3f844096e8 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:27:09.990327 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751ce871-5670-416a-85cb-6a0ced8f66d7 req-f46fed5a-1e35-4c06-bb48-6445a64ce038 service neutron] Checking agent: {'id': 'd4d09dd9-4fb9-4f0d-bf57-c365063561af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 23, 5), 'started_at': datetime.datetime(2021, 9, 9, 22, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:27:09.990644 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751ce871-5670-416a-85cb-6a0ced8f66d7 req-f46fed5a-1e35-4c06-bb48-6445a64ce038 service neutron] Checking segment: {'id': 'f86cc299-7509-4b66-8ecd-3020ba3e2c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7a499611-e713-45d8-aa38-ad3f844096e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:27:09.991019 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-751ce871-5670-416a-85cb-6a0ced8f66d7 req-f46fed5a-1e35-4c06-bb48-6445a64ce038 service neutron] Bound using segment: {'id': 'f86cc299-7509-4b66-8ecd-3020ba3e2c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7a499611-e713-45d8-aa38-ad3f844096e8'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:27:09.991455 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-751ce871-5670-416a-85cb-6a0ced8f66d7 req-f46fed5a-1e35-4c06-bb48-6445a64ce038 service neutron] Bound port: 5adf285d-edac-4511-8c19-c7cfb697b65b, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f86cc299-7509-4b66-8ecd-3020ba3e2c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7a499611-e713-45d8-aa38-ad3f844096e8'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:27:09.991808 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-751ce871-5670-416a-85cb-6a0ced8f66d7 req-f46fed5a-1e35-4c06-bb48-6445a64ce038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:10.067827 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-751ce871-5670-416a-85cb-6a0ced8f66d7 req-f46fed5a-1e35-4c06-bb48-6445a64ce038 service neutron] For port 5adf285d-edac-4511-8c19-c7cfb697b65b, host hv-cinder-75995, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:27:10.070957 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-751ce871-5670-416a-85cb-6a0ced8f66d7 req-f46fed5a-1e35-4c06-bb48-6445a64ce038 service neutron] For port 5adf285d-edac-4511-8c19-c7cfb697b65b, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=5adf285d-edac-4511-8c19-c7cfb697b65b,segment=NetworkSegment(f86cc299-7509-4b66-8ecd-3020ba3e2c86),segment_id=f86cc299-7509-4b66-8ecd-3020ba3e2c86)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:27:10.075734 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-751ce871-5670-416a-85cb-6a0ced8f66d7 req-f46fed5a-1e35-4c06-bb48-6445a64ce038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27131053'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:10.133889 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ce871-5670-416a-85cb-6a0ced8f66d7 req-f46fed5a-1e35-4c06-bb48-6445a64ce038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:10.134485 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-751ce871-5670-416a-85cb-6a0ced8f66d7 req-f46fed5a-1e35-4c06-bb48-6445a64ce038 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:10.136134 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-751ce871-5670-416a-85cb-6a0ced8f66d7 req-f46fed5a-1e35-4c06-bb48-6445a64ce038 service neutron] 10.222.0.20 "PUT /v2.0/ports/5adf285d-edac-4511-8c19-c7cfb697b65b HTTP/1.1" status: 200 len: 1094 time: 0.6158054 Sep 09 22:27:10.136565 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b6cb97-64bf-41f0-8dcc-8fcd78ff3a75', 'tag': '5adf285d-edac-4511-8c19-c7cfb697b65b'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:27:10.138831 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febecf7243e3540986e18e5907cacf19c405284daaaade8257553be7db475bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747a7aa4-4cbf-4075-b97b-5b63b43d5943" -d '{"events": [{"name": "network-changed", "server_uuid": "44b6cb97-64bf-41f0-8dcc-8fcd78ff3a75", "tag": "5adf285d-edac-4511-8c19-c7cfb697b65b"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:27:10.171411 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46fed5a-1e35-4c06-bb48-6445a64ce038 service neutron] Pushing event updated for resources: {'Port': ['ID=5adf285d-edac-4511-8c19-c7cfb697b65b,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:27:10.182970 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19962d3d-123d-4900-8264-a40cd24b5b0d req-378703e0-d91b-4e28-a9df-f22ac58f3fe1 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:10.185083 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-19962d3d-123d-4900-8264-a40cd24b5b0d req-378703e0-d91b-4e28-a9df-f22ac58f3fe1 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.1004834 Sep 09 22:27:10.213445 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9d660f-4304-416d-a74a-6776d0e1aea3 x-openstack-request-id: req-1b9d660f-4304-416d-a74a-6776d0e1aea3 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:27:10.213745 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b6cb97-64bf-41f0-8dcc-8fcd78ff3a75", "tag": "5adf285d-edac-4511-8c19-c7cfb697b65b", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:27:10.213930 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1b9d660f-4304-416d-a74a-6776d0e1aea3 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:27:10.214323 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b6cb97-64bf-41f0-8dcc-8fcd78ff3a75', 'tag': '5adf285d-edac-4511-8c19-c7cfb697b65b', 'status': 'completed', 'code': 200} Sep 09 22:27:10.251241 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-19962d3d-123d-4900-8264-a40cd24b5b0d req-bbb1893d-efc3-41a1-b72e-5d5fa2c8be46 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592244 Sep 09 22:27:10.260904 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ce871-5670-416a-85cb-6a0ced8f66d7 req-c3bc6c0d-6e6a-44ac-900a-5eda467832a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:10.262461 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-751ce871-5670-416a-85cb-6a0ced8f66d7 req-c3bc6c0d-6e6a-44ac-900a-5eda467832a3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=79a459ef8a944b9cbb531623eeff50b0&device_id=44b6cb97-64bf-41f0-8dcc-8fcd78ff3a75 HTTP/1.1" status: 200 len: 1097 time: 0.0641770 Sep 09 22:27:10.309682 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-751ce871-5670-416a-85cb-6a0ced8f66d7 req-f4699ef9-f667-45be-a9de-3fc3f89f9885 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5adf285d-edac-4511-8c19-c7cfb697b65b HTTP/1.1" status: 200 len: 217 time: 0.0369143 Sep 09 22:27:10.358546 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ce871-5670-416a-85cb-6a0ced8f66d7 req-2393c104-e191-43b8-920b-f8fe4d952061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:10.360021 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-751ce871-5670-416a-85cb-6a0ced8f66d7 req-2393c104-e191-43b8-920b-f8fe4d952061 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=783e4c4e-d0f3-46a0-a158-6538c3d1a814 HTTP/1.1" status: 200 len: 848 time: 0.0425396 Sep 09 22:27:10.397558 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-751ce871-5670-416a-85cb-6a0ced8f66d7 req-1532c250-bb5a-4b82-9b02-2619f400118a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7a499611-e713-45d8-aa38-ad3f844096e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240195 Sep 09 22:27:10.518735 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb42fc46-72d7-4e25-81a3-ce031e1a8ecd req-2be5f2c2-f79a-4747-a3d8-cf85d7a6d957 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:10.520468 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-eb42fc46-72d7-4e25-81a3-ce031e1a8ecd req-2be5f2c2-f79a-4747-a3d8-cf85d7a6d957 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/ports?device_id=44b6cb97-64bf-41f0-8dcc-8fcd78ff3a75 HTTP/1.1" status: 200 len: 944 time: 0.1021440 Sep 09 22:27:10.541689 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-751ce871-5670-416a-85cb-6a0ced8f66d7 req-47be88ce-84da-4db5-a568-f128ac90570a service neutron] 10.222.0.20 "GET /v2.0/networks/7a499611-e713-45d8-aa38-ad3f844096e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302607 Sep 09 22:27:10.583646 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-eb42fc46-72d7-4e25-81a3-ce031e1a8ecd req-ec0d4952-b399-4989-a43b-e65af17dd764 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b50ddfc-e57d-408e-aa57-9473fc472536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531220 Sep 09 22:27:10.656652 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-751ce871-5670-416a-85cb-6a0ced8f66d7 req-ed275a01-3ad9-4e37-b8aa-3d28cc26992c service neutron] 10.222.0.20 "GET /v2.0/networks/7a499611-e713-45d8-aa38-ad3f844096e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956736 Sep 09 22:27:10.753230 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a7aa4-4cbf-4075-b97b-5b63b43d5943 req-74a58f6a-8b83-43c1-a109-65f82a97303f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:10.754825 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-747a7aa4-4cbf-4075-b97b-5b63b43d5943 req-74a58f6a-8b83-43c1-a109-65f82a97303f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=79a459ef8a944b9cbb531623eeff50b0&device_id=44b6cb97-64bf-41f0-8dcc-8fcd78ff3a75 HTTP/1.1" status: 200 len: 1097 time: 0.0417075 Sep 09 22:27:10.858985 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a7aa4-4cbf-4075-b97b-5b63b43d5943 req-a8ba1dd4-3fb2-4f2c-94a4-5ae7f39177d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:10.858985 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-747a7aa4-4cbf-4075-b97b-5b63b43d5943 req-a8ba1dd4-3fb2-4f2c-94a4-5ae7f39177d4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7a499611-e713-45d8-aa38-ad3f844096e8 HTTP/1.1" status: 200 len: 908 time: 0.0955911 Sep 09 22:27:10.859335 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 58256) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:27:10.907356 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-747a7aa4-4cbf-4075-b97b-5b63b43d5943 req-3d3d6e08-5435-448a-a547-b84ca2c3969d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5adf285d-edac-4511-8c19-c7cfb697b65b HTTP/1.1" status: 200 len: 217 time: 0.0367608 Sep 09 22:27:10.964492 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a7aa4-4cbf-4075-b97b-5b63b43d5943 req-97cd7a99-3f0b-4834-acc7-dc96a4e9809e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:10.966545 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-747a7aa4-4cbf-4075-b97b-5b63b43d5943 req-97cd7a99-3f0b-4834-acc7-dc96a4e9809e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=783e4c4e-d0f3-46a0-a158-6538c3d1a814 HTTP/1.1" status: 200 len: 848 time: 0.0505686 Sep 09 22:27:10.973175 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5174d678-ccda-4c8c-b35f-7c2632a18eee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:11.011692 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-747a7aa4-4cbf-4075-b97b-5b63b43d5943 req-de57af7f-6b67-4c16-a42b-4ebe2fde942d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7a499611-e713-45d8-aa38-ad3f844096e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357401 Sep 09 22:27:11.142975 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-747a7aa4-4cbf-4075-b97b-5b63b43d5943 req-91ddcb64-681a-42d7-b1dd-f88d9f027cfc service neutron] 10.222.0.20 "GET /v2.0/networks/7a499611-e713-45d8-aa38-ad3f844096e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230075 Sep 09 22:27:11.196709 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5174d678-ccda-4c8c-b35f-7c2632a18eee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:11.201712 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5174d678-ccda-4c8c-b35f-7c2632a18eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:11.515326 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-5174d678-ccda-4c8c-b35f-7c2632a18eee admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=de390f9563c24392a05b85d218f4ccf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6549950 Sep 09 22:27:11.518108 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 58268) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:27:11.527357 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5174d678-ccda-4c8c-b35f-7c2632a18eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc6d708-4196-494b-b299-a34b0064e4b2,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:27:11.546882 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-747a7aa4-4cbf-4075-b97b-5b63b43d5943 req-cdf6745d-33a2-4ffd-9040-2b2d59a6a9b8 service neutron] 10.222.0.20 "GET /v2.0/networks/7a499611-e713-45d8-aa38-ad3f844096e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899729 Sep 09 22:27:11.557206 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337d3397-fa49-4e73-b8ef-fbabb1970f1a req-b76f328d-a7e5-410b-8036-0b2c8ea05bcf tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:11.558812 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-337d3397-fa49-4e73-b8ef-fbabb1970f1a req-b76f328d-a7e5-410b-8036-0b2c8ea05bcf tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.1028416 Sep 09 22:27:11.573135 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8e278205-c26f-4272-a8e7-f4b5a89139a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:11.595740 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8e278205-c26f-4272-a8e7-f4b5a89139a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:11.607859 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-337d3397-fa49-4e73-b8ef-fbabb1970f1a req-10215b17-c6ed-4252-81e0-17086b83a1eb tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387101 Sep 09 22:27:11.650794 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8e278205-c26f-4272-a8e7-f4b5a89139a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:11.653772 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8e278205-c26f-4272-a8e7-f4b5a89139a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:11.654999 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-8e278205-c26f-4272-a8e7-f4b5a89139a0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8bc6d708-4196-494b-b299-a34b0064e4b2 HTTP/1.1" status: 204 len: 168 time: 0.1356761 Sep 09 22:27:11.663704 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e278205-c26f-4272-a8e7-f4b5a89139a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc6d708-4196-494b-b299-a34b0064e4b2,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:27:11.675392 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e278205-c26f-4272-a8e7-f4b5a89139a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:27:11.675739 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e278205-c26f-4272-a8e7-f4b5a89139a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:27:11.676110 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e278205-c26f-4272-a8e7-f4b5a89139a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:27:11.676451 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e278205-c26f-4272-a8e7-f4b5a89139a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:27:11.676779 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e278205-c26f-4272-a8e7-f4b5a89139a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:27:11.677108 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e278205-c26f-4272-a8e7-f4b5a89139a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:27:11.677434 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e278205-c26f-4272-a8e7-f4b5a89139a0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:27:11.677926 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e278205-c26f-4272-a8e7-f4b5a89139a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:27:11.678253 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e278205-c26f-4272-a8e7-f4b5a89139a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:27:11.678745 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e278205-c26f-4272-a8e7-f4b5a89139a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:27:11.679217 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e278205-c26f-4272-a8e7-f4b5a89139a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:27:11.679810 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e278205-c26f-4272-a8e7-f4b5a89139a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:27:11.719106 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887e4d0-424e-4b46-becb-d3cbf2af2c53 req-46dc33e2-4e91-467f-9da5-f881db9b0043 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:11.720610 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1887e4d0-424e-4b46-becb-d3cbf2af2c53 req-46dc33e2-4e91-467f-9da5-f881db9b0043 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/ports?device_id=44b6cb97-64bf-41f0-8dcc-8fcd78ff3a75 HTTP/1.1" status: 200 len: 944 time: 0.0660954 Sep 09 22:27:11.769813 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1887e4d0-424e-4b46-becb-d3cbf2af2c53 req-d4cf5eb9-8c17-4a25-9238-3dd3e38d8b22 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b50ddfc-e57d-408e-aa57-9473fc472536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429282 Sep 09 22:27:12.724730 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d32983-e4ec-49e8-b7d3-22a68c46580f req-a46c683f-4ad9-4376-87bf-0c95e321e8e0 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:12.726176 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-61d32983-e4ec-49e8-b7d3-22a68c46580f req-a46c683f-4ad9-4376-87bf-0c95e321e8e0 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0481358 Sep 09 22:27:12.766142 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-61d32983-e4ec-49e8-b7d3-22a68c46580f req-cfaaf748-e45b-4166-9a53-3a1f05bbadba tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333037 Sep 09 22:27:12.888420 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79f08f-a386-413c-8c68-8e80da11b2c2 req-eeb51927-761a-4d71-9037-6f868d13e2d1 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:12.889919 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bc79f08f-a386-413c-8c68-8e80da11b2c2 req-eeb51927-761a-4d71-9037-6f868d13e2d1 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/ports?device_id=44b6cb97-64bf-41f0-8dcc-8fcd78ff3a75 HTTP/1.1" status: 200 len: 944 time: 0.0524864 Sep 09 22:27:12.927952 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bc79f08f-a386-413c-8c68-8e80da11b2c2 req-caf9df0a-dc65-4246-ac5c-aadc637c3126 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b50ddfc-e57d-408e-aa57-9473fc472536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322697 Sep 09 22:27:13.886129 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8eab2-397a-4666-b6b8-a86842c1b21f req-0581f3b2-2fe2-4764-bf30-82e34fb747d9 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:13.887806 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-10a8eab2-397a-4666-b6b8-a86842c1b21f req-0581f3b2-2fe2-4764-bf30-82e34fb747d9 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0538561 Sep 09 22:27:13.924960 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-10a8eab2-397a-4666-b6b8-a86842c1b21f req-9aa86420-38d5-4d63-9298-4c7e83440c8a tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313010 Sep 09 22:27:14.042422 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d493182-8a71-41a3-afb5-7a23aa043cc5 req-6f248bc4-eb4c-4d82-9f34-7440b081f17e tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:14.044975 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0d493182-8a71-41a3-afb5-7a23aa043cc5 req-6f248bc4-eb4c-4d82-9f34-7440b081f17e tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/ports?device_id=44b6cb97-64bf-41f0-8dcc-8fcd78ff3a75 HTTP/1.1" status: 200 len: 944 time: 0.0496294 Sep 09 22:27:14.082642 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0d493182-8a71-41a3-afb5-7a23aa043cc5 req-7924e80e-5eb3-4894-be23-80cc319d76dc tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b50ddfc-e57d-408e-aa57-9473fc472536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311701 Sep 09 22:27:15.040407 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afb1ace-4f32-473b-bc83-b5fd6a067cb6 req-5d40611b-ef31-4cb6-8743-8dd344428193 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:15.041866 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6afb1ace-4f32-473b-bc83-b5fd6a067cb6 req-5d40611b-ef31-4cb6-8743-8dd344428193 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0495844 Sep 09 22:27:15.080061 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6afb1ace-4f32-473b-bc83-b5fd6a067cb6 req-bc434cf8-d251-4b29-ac14-b13a2f5aa259 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317998 Sep 09 22:27:15.210673 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36978b0e-c02a-4d9c-82a4-5659a8c282f8 req-47c4e965-340c-4d19-a363-4df6e0a5ea01 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:15.214208 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-36978b0e-c02a-4d9c-82a4-5659a8c282f8 req-47c4e965-340c-4d19-a363-4df6e0a5ea01 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/ports?device_id=44b6cb97-64bf-41f0-8dcc-8fcd78ff3a75 HTTP/1.1" status: 200 len: 944 time: 0.0622511 Sep 09 22:27:15.253969 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-36978b0e-c02a-4d9c-82a4-5659a8c282f8 req-96b6e1df-ac16-430c-895d-6a47faf7c84c tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b50ddfc-e57d-408e-aa57-9473fc472536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337827 Sep 09 22:27:16.192078 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75218d1b-6b88-4a49-a49c-23889fef8856 req-932afc70-5885-41de-b03c-35e041ddfc16 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:16.193505 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-75218d1b-6b88-4a49-a49c-23889fef8856 req-932afc70-5885-41de-b03c-35e041ddfc16 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0469797 Sep 09 22:27:16.229716 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-75218d1b-6b88-4a49-a49c-23889fef8856 req-ff984cc2-1891-41db-a1c4-9b6125408e99 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304055 Sep 09 22:27:16.369999 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de6162-a09a-43d9-aa44-bc154a5b8c6c req-5e8f6198-81d7-48e9-8aca-51d3ecc27f46 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:16.371620 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-38de6162-a09a-43d9-aa44-bc154a5b8c6c req-5e8f6198-81d7-48e9-8aca-51d3ecc27f46 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/ports?device_id=44b6cb97-64bf-41f0-8dcc-8fcd78ff3a75 HTTP/1.1" status: 200 len: 944 time: 0.0516226 Sep 09 22:27:16.410426 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-38de6162-a09a-43d9-aa44-bc154a5b8c6c req-b4875981-ecdb-41cf-b61c-cebbe0cdd6cd tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b50ddfc-e57d-408e-aa57-9473fc472536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329070 Sep 09 22:27:17.349602 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcfce3b-2ef1-449b-9fae-f754c8fb9431 req-c7bbd1c9-df4d-44c4-8cd2-de4ad049e8d2 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:17.351138 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-efcfce3b-2ef1-449b-9fae-f754c8fb9431 req-c7bbd1c9-df4d-44c4-8cd2-de4ad049e8d2 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0530355 Sep 09 22:27:17.389264 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-efcfce3b-2ef1-449b-9fae-f754c8fb9431 req-67b061c2-8ab6-46f5-abee-142a483b046b tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319722 Sep 09 22:27:17.542308 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9389385-f7d9-482f-a7d6-1cc0da48c8ec req-91231d13-01db-41ca-a023-2be865b7bb1e tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:17.544905 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b9389385-f7d9-482f-a7d6-1cc0da48c8ec req-91231d13-01db-41ca-a023-2be865b7bb1e tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/ports?device_id=44b6cb97-64bf-41f0-8dcc-8fcd78ff3a75 HTTP/1.1" status: 200 len: 944 time: 0.0573065 Sep 09 22:27:17.583639 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b9389385-f7d9-482f-a7d6-1cc0da48c8ec req-ddf323b3-891d-49b1-bcc8-8f0d2ea08256 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b50ddfc-e57d-408e-aa57-9473fc472536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326762 Sep 09 22:27:18.507533 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6814b0bb-6383-4cbd-863f-290964c07c6e req-a2856a7d-f75a-4acb-8cd7-aa8351c92b59 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:18.509049 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6814b0bb-6383-4cbd-863f-290964c07c6e req-a2856a7d-f75a-4acb-8cd7-aa8351c92b59 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0526960 Sep 09 22:27:18.556330 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6814b0bb-6383-4cbd-863f-290964c07c6e req-df158971-6452-4f7e-87a4-4001ec346a37 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401590 Sep 09 22:27:18.700156 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775cff1-3277-40d7-9afa-c6347dcf552f req-3507d50b-dbd8-4e38-a814-7b15ef5f191c tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:18.701425 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6775cff1-3277-40d7-9afa-c6347dcf552f req-3507d50b-dbd8-4e38-a814-7b15ef5f191c tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/ports?device_id=44b6cb97-64bf-41f0-8dcc-8fcd78ff3a75 HTTP/1.1" status: 200 len: 944 time: 0.0527842 Sep 09 22:27:18.737939 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6775cff1-3277-40d7-9afa-c6347dcf552f req-350d15e2-4299-4e18-9f78-f9c982c766db tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b50ddfc-e57d-408e-aa57-9473fc472536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306318 Sep 09 22:27:19.710007 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43802cb-3903-4912-a044-dca5a92f26fa req-69cd5de6-a39d-4e80-b381-6e78a9d6ddb8 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:19.711494 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e43802cb-3903-4912-a044-dca5a92f26fa req-69cd5de6-a39d-4e80-b381-6e78a9d6ddb8 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0505090 Sep 09 22:27:19.752677 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e43802cb-3903-4912-a044-dca5a92f26fa req-3ae0bea3-deb9-4165-b27a-ad45aef2ddb6 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341575 Sep 09 22:27:19.860372 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52abccdf-45c3-4036-b331-c4a79d39b041 req-d31df912-4ff5-4ce0-b161-8495465219ee tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:19.861838 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-52abccdf-45c3-4036-b331-c4a79d39b041 req-d31df912-4ff5-4ce0-b161-8495465219ee tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/ports?device_id=44b6cb97-64bf-41f0-8dcc-8fcd78ff3a75 HTTP/1.1" status: 200 len: 944 time: 0.0492430 Sep 09 22:27:19.899022 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-52abccdf-45c3-4036-b331-c4a79d39b041 req-a7c44267-9a7c-46c3-98e4-b20ea56428a1 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b50ddfc-e57d-408e-aa57-9473fc472536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311673 Sep 09 22:27:20.879337 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89981fb4-c44e-4f32-978b-25f42e6ec7bb req-66a7a512-51c5-44a7-a621-85047982d4c7 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:20.880940 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-89981fb4-c44e-4f32-978b-25f42e6ec7bb req-66a7a512-51c5-44a7-a621-85047982d4c7 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0566254 Sep 09 22:27:20.921658 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-89981fb4-c44e-4f32-978b-25f42e6ec7bb req-c1d7e783-10e9-4092-b600-47e5118df411 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322607 Sep 09 22:27:20.969612 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6296aa8-1b25-432e-a584-7ed5f5cd4d27 req-20dc6c79-53db-4dad-bf83-b171c190e7d5 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:20.971089 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f6296aa8-1b25-432e-a584-7ed5f5cd4d27 req-20dc6c79-53db-4dad-bf83-b171c190e7d5 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 946 time: 0.0485604 Sep 09 22:27:21.036472 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f6296aa8-1b25-432e-a584-7ed5f5cd4d27 req-c0c36378-e847-41d6-966d-50a4c163fdd5 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593526 Sep 09 22:27:21.050623 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92829bcc-b29c-4677-9767-a47b4acc290a req-8053f50f-d0e0-402e-8615-6f347992093e tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:21.050623 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-92829bcc-b29c-4677-9767-a47b4acc290a req-8053f50f-d0e0-402e-8615-6f347992093e tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/ports?device_id=44b6cb97-64bf-41f0-8dcc-8fcd78ff3a75 HTTP/1.1" status: 200 len: 944 time: 0.0718379 Sep 09 22:27:21.091494 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-92829bcc-b29c-4677-9767-a47b4acc290a req-9403dc6a-225f-4ac3-b68e-1d4a6ea3f38f tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b50ddfc-e57d-408e-aa57-9473fc472536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353117 Sep 09 22:27:22.102643 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a32645e-1beb-4898-b117-a2944d82fdba req-c67825aa-9781-4650-8485-723dd0cac3d4 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:22.104178 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8a32645e-1beb-4898-b117-a2944d82fdba req-c67825aa-9781-4650-8485-723dd0cac3d4 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.1131444 Sep 09 22:27:22.171240 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8a32645e-1beb-4898-b117-a2944d82fdba req-c38c33fb-6842-4d73-b4e0-44fb8631a6ac tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529935 Sep 09 22:27:22.189055 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350520a8-1da0-434b-b7a7-6f7b574c7dc0 req-800bb703-1133-4cda-b40b-7c9f567453bc tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:22.189055 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-350520a8-1da0-434b-b7a7-6f7b574c7dc0 req-800bb703-1133-4cda-b40b-7c9f567453bc tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/networks?id=58abcfd7-cf47-4f06-85ec-914969ebcf0e HTTP/1.1" status: 200 len: 814 time: 0.1875193 Sep 09 22:27:22.199580 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-350520a8-1da0-434b-b7a7-6f7b574c7dc0 req-57c4c6a0-da3a-41df-9f92-a60261bd8bfc tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/quotas/299cc965aa5b4aa29f613fb07982fdbf HTTP/1.1" status: 200 len: 375 time: 0.0102232 Sep 09 22:27:22.282869 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-350520a8-1da0-434b-b7a7-6f7b574c7dc0 req-58729a94-98de-4bef-9d1b-f10063f90473 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=299cc965aa5b4aa29f613fb07982fdbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0771463 Sep 09 22:27:22.295805 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed69980-5626-402d-a332-00f23ca7b391 req-871fae05-5fd9-4f3a-9139-32d1ad4445bd tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:22.297286 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3ed69980-5626-402d-a332-00f23ca7b391 req-871fae05-5fd9-4f3a-9139-32d1ad4445bd tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 946 time: 0.0652936 Sep 09 22:27:22.382269 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3ed69980-5626-402d-a332-00f23ca7b391 req-2b7f6dff-9632-4a33-a6ab-2960ddc4412f tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767837 Sep 09 22:27:22.415346 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-350520a8-1da0-434b-b7a7-6f7b574c7dc0 req-38070cbe-fe3a-4323-af63-26e2cf784278 service neutron] 10.222.0.41 "GET /v2.0/networks/58abcfd7-cf47-4f06-85ec-914969ebcf0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171274 Sep 09 22:27:22.528405 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a883e9a6-b9c1-4fd2-82bb-11422e05b1c5 req-093c0ac8-9b51-4513-b4f2-64df7841f418 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:22.529911 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a883e9a6-b9c1-4fd2-82bb-11422e05b1c5 req-093c0ac8-9b51-4513-b4f2-64df7841f418 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/ports?device_id=44b6cb97-64bf-41f0-8dcc-8fcd78ff3a75 HTTP/1.1" status: 200 len: 944 time: 0.0915089 Sep 09 22:27:22.556715 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-350520a8-1da0-434b-b7a7-6f7b574c7dc0 req-c812810f-7897-4ba2-a99a-3e3df8a1c7f3 service neutron] 10.222.0.41 "GET /v2.0/networks/58abcfd7-cf47-4f06-85ec-914969ebcf0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348283 Sep 09 22:27:22.576218 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a883e9a6-b9c1-4fd2-82bb-11422e05b1c5 req-9b4dd99b-5699-402f-be60-987e13a1d33b tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b50ddfc-e57d-408e-aa57-9473fc472536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402758 Sep 09 22:27:22.716444 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5170271f-47fa-4ff0-94e7-152336e9e653 req-f9e7e728-5ca1-42fd-9b05-5030c47b3a83 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=388291a0-fff4-40d6-b985-dae230669cc1 HTTP/1.1" status: 200 len: 210 time: 0.0260060 Sep 09 22:27:23.305600 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca18f6-b4f3-4b80-ace2-4c79eccd270d req-04069ea0-2c41-4ffe-9243-3873248b95b0 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:23.307222 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c2ca18f6-b4f3-4b80-ace2-4c79eccd270d req-04069ea0-2c41-4ffe-9243-3873248b95b0 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0543704 Sep 09 22:27:23.354571 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c2ca18f6-b4f3-4b80-ace2-4c79eccd270d req-e67e71a5-099a-47f9-bffa-3ae23aa1192e tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402093 Sep 09 22:27:23.504197 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643398aa-88ca-44b7-a590-018c865b12d5 req-5cbba1a6-c826-43c2-bc3e-08a724be9c35 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:23.505922 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-643398aa-88ca-44b7-a590-018c865b12d5 req-5cbba1a6-c826-43c2-bc3e-08a724be9c35 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 946 time: 0.0530324 Sep 09 22:27:23.556576 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-643398aa-88ca-44b7-a590-018c865b12d5 req-35c6876e-e144-4991-ac5e-7aa6edb76edb tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428016 Sep 09 22:27:23.711451 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e89ee63-8d85-4dd6-96d9-155cff02416a req-2bc26066-0518-4f37-a10f-d5a8766e8efb tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:23.713125 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3e89ee63-8d85-4dd6-96d9-155cff02416a req-2bc26066-0518-4f37-a10f-d5a8766e8efb tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/ports?device_id=44b6cb97-64bf-41f0-8dcc-8fcd78ff3a75 HTTP/1.1" status: 200 len: 944 time: 0.0682957 Sep 09 22:27:23.808295 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3e89ee63-8d85-4dd6-96d9-155cff02416a req-67f96e69-3967-4a43-97e2-06bf660b2cde tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b50ddfc-e57d-408e-aa57-9473fc472536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847249 Sep 09 22:27:23.845150 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-093101f7-5f4b-417a-b1ae-eccc59ff97e3 req-d710cead-04ff-463f-b295-96adc9a6d745 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=388291a0-fff4-40d6-b985-dae230669cc1 HTTP/1.1" status: 200 len: 210 time: 0.0427685 Sep 09 22:27:23.866909 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350520a8-1da0-434b-b7a7-6f7b574c7dc0 req-cdf789aa-cb47-4513-8fda-c9bf6c4ff517 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:23.868909 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-350520a8-1da0-434b-b7a7-6f7b574c7dc0 req-cdf789aa-cb47-4513-8fda-c9bf6c4ff517 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.20 "GET /v2.0/networks?id=58abcfd7-cf47-4f06-85ec-914969ebcf0e HTTP/1.1" status: 200 len: 814 time: 0.1784451 Sep 09 22:27:23.887962 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-350520a8-1da0-434b-b7a7-6f7b574c7dc0 req-0a682400-38bc-4f01-8073-1a67cfb85c2c tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Request body: {'port': {'device_id': '388291a0-fff4-40d6-b985-dae230669cc1', 'network_id': '58abcfd7-cf47-4f06-85ec-914969ebcf0e', 'admin_state_up': True, 'tenant_id': '299cc965aa5b4aa29f613fb07982fdbf'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:27:23.997819 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-350520a8-1da0-434b-b7a7-6f7b574c7dc0 req-0a682400-38bc-4f01-8073-1a67cfb85c2c tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Made reservation on behalf of 299cc965aa5b4aa29f613fb07982fdbf for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:27:24.001334 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-350520a8-1da0-434b-b7a7-6f7b574c7dc0 req-0a682400-38bc-4f01-8073-1a67cfb85c2c tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:24.127455 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-350520a8-1da0-434b-b7a7-6f7b574c7dc0 req-0a682400-38bc-4f01-8073-1a67cfb85c2c tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Allocated IP 172.20.0.8 (58abcfd7-cf47-4f06-85ec-914969ebcf0e/57079fb3-8fcf-42dc-b5c6-4a27afb1217c/59b94849-ae28-4a6e-9fa3-037fbda20c69) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:27:24.275451 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-350520a8-1da0-434b-b7a7-6f7b574c7dc0 req-0a682400-38bc-4f01-8073-1a67cfb85c2c tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:24.314501 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-350520a8-1da0-434b-b7a7-6f7b574c7dc0 req-0a682400-38bc-4f01-8073-1a67cfb85c2c tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:24.356253 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-350520a8-1da0-434b-b7a7-6f7b574c7dc0 req-0a682400-38bc-4f01-8073-1a67cfb85c2c tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Network 58abcfd7-cf47-4f06-85ec-914969ebcf0e is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:27:24.364100 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-350520a8-1da0-434b-b7a7-6f7b574c7dc0 req-0a682400-38bc-4f01-8073-1a67cfb85c2c tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:27:24.368934 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-350520a8-1da0-434b-b7a7-6f7b574c7dc0 req-0a682400-38bc-4f01-8073-1a67cfb85c2c tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:27:24.372652 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a682400-38bc-4f01-8073-1a67cfb85c2c tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Pushing event updated for resources: {'Port': ['ID=59b94849-ae28-4a6e-9fa3-037fbda20c69,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:27:24.422998 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350520a8-1da0-434b-b7a7-6f7b574c7dc0 req-0a682400-38bc-4f01-8073-1a67cfb85c2c tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:24.423612 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-350520a8-1da0-434b-b7a7-6f7b574c7dc0 req-0a682400-38bc-4f01-8073-1a67cfb85c2c tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:24.445776 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-350520a8-1da0-434b-b7a7-6f7b574c7dc0 req-0a682400-38bc-4f01-8073-1a67cfb85c2c tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5624468 Sep 09 22:27:24.485329 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9290260-402d-4eaf-9d91-6b5a8d004b11 req-9a36a5de-8d89-483e-91b4-290824fc0b6f tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:24.486789 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e9290260-402d-4eaf-9d91-6b5a8d004b11 req-9a36a5de-8d89-483e-91b4-290824fc0b6f tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0548310 Sep 09 22:27:24.525158 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e9290260-402d-4eaf-9d91-6b5a8d004b11 req-3e2b50ba-d1f1-4522-884e-20430c92304a tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324862 Sep 09 22:27:24.671038 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18285d91-452e-4530-a250-dc208cbee8ac req-7405e21a-9286-4626-8b1e-fd0dff16e97e tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:24.672514 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-18285d91-452e-4530-a250-dc208cbee8ac req-7405e21a-9286-4626-8b1e-fd0dff16e97e tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 946 time: 0.0479555 Sep 09 22:27:24.709526 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-18285d91-452e-4530-a250-dc208cbee8ac req-8000d8fb-4b31-4fa7-8f73-26df685d4adc tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311031 Sep 09 22:27:24.958945 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9701fb-5df3-4d72-8eff-e85c8b8a28e0 req-4f91b4af-3805-4e85-a6bd-146ba258dc9f tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:24.960431 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5e9701fb-5df3-4d72-8eff-e85c8b8a28e0 req-4f91b4af-3805-4e85-a6bd-146ba258dc9f tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/ports?device_id=44b6cb97-64bf-41f0-8dcc-8fcd78ff3a75 HTTP/1.1" status: 200 len: 944 time: 0.0769827 Sep 09 22:27:24.990877 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e64be8-cfc7-484c-9959-a382147fb6e1 req-01f9798b-1bb3-4d92-9201-ffed17546c8d tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:24.992345 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f2e64be8-cfc7-484c-9959-a382147fb6e1 req-01f9798b-1bb3-4d92-9201-ffed17546c8d tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=388291a0-fff4-40d6-b985-dae230669cc1 HTTP/1.1" status: 200 len: 931 time: 0.0778995 Sep 09 22:27:25.025396 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5e9701fb-5df3-4d72-8eff-e85c8b8a28e0 req-760a6559-a4e1-41fc-a316-9a466348a0ef tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b50ddfc-e57d-408e-aa57-9473fc472536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578835 Sep 09 22:27:25.042383 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f2e64be8-cfc7-484c-9959-a382147fb6e1 req-4eedfe2c-18d1-45f6-98b9-dea1be889ab2 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426853 Sep 09 22:27:25.649946 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38313cb-12c7-46e9-9aa6-915124656cb7 req-6baa44e4-ed25-4bd9-b911-d0cea6c51f12 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:25.651919 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a38313cb-12c7-46e9-9aa6-915124656cb7 req-6baa44e4-ed25-4bd9-b911-d0cea6c51f12 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0590811 Sep 09 22:27:25.688746 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a38313cb-12c7-46e9-9aa6-915124656cb7 req-f9beba73-26cc-4df5-a015-8cf0ab26f24f tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303466 Sep 09 22:27:25.826972 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d965b54e-ffed-41af-91d2-bddcf5b2693a req-28c61269-c04c-4f87-adc8-f8ea73b099b6 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:25.828477 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d965b54e-ffed-41af-91d2-bddcf5b2693a req-28c61269-c04c-4f87-adc8-f8ea73b099b6 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 946 time: 0.0514119 Sep 09 22:27:25.865911 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d965b54e-ffed-41af-91d2-bddcf5b2693a req-7b97110d-8861-4edf-8af4-16f824e9ff43 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314848 Sep 09 22:27:26.169722 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092434a-f8e7-46b0-af1c-7c7bb91f5471 req-109c324b-5f69-4611-b6b7-a406c8ba164c tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:26.171177 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c092434a-f8e7-46b0-af1c-7c7bb91f5471 req-109c324b-5f69-4611-b6b7-a406c8ba164c tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/ports?device_id=44b6cb97-64bf-41f0-8dcc-8fcd78ff3a75 HTTP/1.1" status: 200 len: 944 time: 0.0786071 Sep 09 22:27:26.182721 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d36985-06cc-47ab-b0ef-eab05cae2ada req-0c360791-bf0b-4102-b6e1-4beffcfbd5d5 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:26.184641 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e5d36985-06cc-47ab-b0ef-eab05cae2ada req-0c360791-bf0b-4102-b6e1-4beffcfbd5d5 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=388291a0-fff4-40d6-b985-dae230669cc1 HTTP/1.1" status: 200 len: 931 time: 0.0649607 Sep 09 22:27:26.230766 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c092434a-f8e7-46b0-af1c-7c7bb91f5471 req-6fc16304-2dde-4fd2-9c94-d497a3e0d7bd tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b50ddfc-e57d-408e-aa57-9473fc472536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449831 Sep 09 22:27:26.242355 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e5d36985-06cc-47ab-b0ef-eab05cae2ada req-36db3f6f-0f31-43ba-b8aa-f31223312056 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505507 Sep 09 22:27:26.329978 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 5adf285d-edac-4511-8c19-c7cfb697b65b details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 22:27:26.340705 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-350520a8-1da0-434b-b7a7-6f7b574c7dc0 req-989c5cce-35f9-4bb5-83a4-6c835cf263ff service neutron] Request body: {'port': {'device_id': '388291a0-fff4-40d6-b985-dae230669cc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:27:26.397685 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-350520a8-1da0-434b-b7a7-6f7b574c7dc0 req-989c5cce-35f9-4bb5-83a4-6c835cf263ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:26.432993 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 5adf285d-edac-4511-8c19-c7cfb697b65b, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=5adf285d-edac-4511-8c19-c7cfb697b65b,segment=NetworkSegment(f86cc299-7509-4b66-8ecd-3020ba3e2c86),segment_id=f86cc299-7509-4b66-8ecd-3020ba3e2c86)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:27:26.453296 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Returning: {'device': '5adf285d-edac-4511-8c19-c7cfb697b65b', 'network_id': '7a499611-e713-45d8-aa38-ad3f844096e8', 'port_id': '5adf285d-edac-4511-8c19-c7cfb697b65b', 'mac_address': 'fa:16:3e:38:b4:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '783e4c4e-d0f3-46a0-a158-6538c3d1a814', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 22:27:26.493218 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:26.506425 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5adf285d-edac-4511-8c19-c7cfb697b65b {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:27:26.530611 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 5adf285d-edac-4511-8c19-c7cfb697b65b, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=5adf285d-edac-4511-8c19-c7cfb697b65b,segment=NetworkSegment(f86cc299-7509-4b66-8ecd-3020ba3e2c86),segment_id=f86cc299-7509-4b66-8ecd-3020ba3e2c86)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:27:26.534708 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:26.586609 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=5adf285d-edac-4511-8c19-c7cfb697b65b,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:27:26.594626 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:27:26.594993 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:27:26.595335 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:27:26.595806 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:27:26.596165 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:27:26.596495 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:27:26.596820 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:27:26.597144 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:27:26.597471 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:27:26.597793 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:27:26.598108 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:27:26.598426 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:27:26.663835 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [req-350520a8-1da0-434b-b7a7-6f7b574c7dc0 req-989c5cce-35f9-4bb5-83a4-6c835cf263ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59b94849-ae28-4a6e-9fa3-037fbda20c69 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:27:26.671424 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-350520a8-1da0-434b-b7a7-6f7b574c7dc0 req-989c5cce-35f9-4bb5-83a4-6c835cf263ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:26.686070 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-350520a8-1da0-434b-b7a7-6f7b574c7dc0 req-989c5cce-35f9-4bb5-83a4-6c835cf263ff service neutron] Transition to ACTIVE for port object 59b94849-ae28-4a6e-9fa3-037fbda20c69 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:27:26.689538 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-350520a8-1da0-434b-b7a7-6f7b574c7dc0 req-989c5cce-35f9-4bb5-83a4-6c835cf263ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27131053'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:26.766101 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c5cce-35f9-4bb5-83a4-6c835cf263ff service neutron] Pushing event updated for resources: {'Port': ['ID=59b94849-ae28-4a6e-9fa3-037fbda20c69,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:27:26.850358 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9e5e5-d303-4f59-8912-16190d155197 req-4b1739a0-8db7-44af-b10d-1a4bb92c81f8 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:26.851817 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-21c9e5e5-d303-4f59-8912-16190d155197 req-4b1739a0-8db7-44af-b10d-1a4bb92c81f8 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0885777 Sep 09 22:27:26.852849 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-350520a8-1da0-434b-b7a7-6f7b574c7dc0 req-989c5cce-35f9-4bb5-83a4-6c835cf263ff service neutron] Attempting to bind port 59b94849-ae28-4a6e-9fa3-037fbda20c69 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:27:26.853174 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-350520a8-1da0-434b-b7a7-6f7b574c7dc0 req-989c5cce-35f9-4bb5-83a4-6c835cf263ff service neutron] Attempting to bind port 59b94849-ae28-4a6e-9fa3-037fbda20c69 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': 'c91907a4-08ff-47a6-a6cb-1165e0b6a369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '58abcfd7-cf47-4f06-85ec-914969ebcf0e'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:27:26.853493 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350520a8-1da0-434b-b7a7-6f7b574c7dc0 req-989c5cce-35f9-4bb5-83a4-6c835cf263ff service neutron] Attempting to bind port 59b94849-ae28-4a6e-9fa3-037fbda20c69 on network 58abcfd7-cf47-4f06-85ec-914969ebcf0e {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:27:26.862563 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350520a8-1da0-434b-b7a7-6f7b574c7dc0 req-989c5cce-35f9-4bb5-83a4-6c835cf263ff service neutron] Port 59b94849-ae28-4a6e-9fa3-037fbda20c69 on network 58abcfd7-cf47-4f06-85ec-914969ebcf0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 22:27:26.862563 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350520a8-1da0-434b-b7a7-6f7b574c7dc0 req-989c5cce-35f9-4bb5-83a4-6c835cf263ff service neutron] Attempting to bind port 59b94849-ae28-4a6e-9fa3-037fbda20c69 on network 58abcfd7-cf47-4f06-85ec-914969ebcf0e {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:27:26.871661 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350520a8-1da0-434b-b7a7-6f7b574c7dc0 req-989c5cce-35f9-4bb5-83a4-6c835cf263ff service neutron] Checking agent: {'id': 'd4d09dd9-4fb9-4f0d-bf57-c365063561af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 23, 5), 'started_at': datetime.datetime(2021, 9, 9, 22, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:27:26.872046 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350520a8-1da0-434b-b7a7-6f7b574c7dc0 req-989c5cce-35f9-4bb5-83a4-6c835cf263ff service neutron] Checking segment: {'id': 'c91907a4-08ff-47a6-a6cb-1165e0b6a369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '58abcfd7-cf47-4f06-85ec-914969ebcf0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:27:26.872413 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350520a8-1da0-434b-b7a7-6f7b574c7dc0 req-989c5cce-35f9-4bb5-83a4-6c835cf263ff service neutron] Bound using segment: {'id': 'c91907a4-08ff-47a6-a6cb-1165e0b6a369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '58abcfd7-cf47-4f06-85ec-914969ebcf0e'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:27:26.872831 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-350520a8-1da0-434b-b7a7-6f7b574c7dc0 req-989c5cce-35f9-4bb5-83a4-6c835cf263ff service neutron] Bound port: 59b94849-ae28-4a6e-9fa3-037fbda20c69, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91907a4-08ff-47a6-a6cb-1165e0b6a369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '58abcfd7-cf47-4f06-85ec-914969ebcf0e'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:27:26.873173 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-350520a8-1da0-434b-b7a7-6f7b574c7dc0 req-989c5cce-35f9-4bb5-83a4-6c835cf263ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:26.929605 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-21c9e5e5-d303-4f59-8912-16190d155197 req-b9456a81-a034-4470-a5f2-cc159267c6b9 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666480 Sep 09 22:27:26.983268 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-350520a8-1da0-434b-b7a7-6f7b574c7dc0 req-989c5cce-35f9-4bb5-83a4-6c835cf263ff service neutron] For port 59b94849-ae28-4a6e-9fa3-037fbda20c69, host hv-cinder-75995, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:27:26.986823 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-350520a8-1da0-434b-b7a7-6f7b574c7dc0 req-989c5cce-35f9-4bb5-83a4-6c835cf263ff service neutron] For port 59b94849-ae28-4a6e-9fa3-037fbda20c69, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=59b94849-ae28-4a6e-9fa3-037fbda20c69,segment=NetworkSegment(c91907a4-08ff-47a6-a6cb-1165e0b6a369),segment_id=c91907a4-08ff-47a6-a6cb-1165e0b6a369)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:27:26.993953 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-350520a8-1da0-434b-b7a7-6f7b574c7dc0 req-989c5cce-35f9-4bb5-83a4-6c835cf263ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27131053'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:27.009709 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7764b4ff-a49e-4895-99d2-3b2485b39788 req-fc6eac32-7b9d-4232-a19d-5cae6778301a tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:27.011419 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7764b4ff-a49e-4895-99d2-3b2485b39788 req-fc6eac32-7b9d-4232-a19d-5cae6778301a tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 946 time: 0.0753112 Sep 09 22:27:27.052985 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350520a8-1da0-434b-b7a7-6f7b574c7dc0 req-989c5cce-35f9-4bb5-83a4-6c835cf263ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:27.053645 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-350520a8-1da0-434b-b7a7-6f7b574c7dc0 req-989c5cce-35f9-4bb5-83a4-6c835cf263ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:27.055106 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-350520a8-1da0-434b-b7a7-6f7b574c7dc0 req-989c5cce-35f9-4bb5-83a4-6c835cf263ff service neutron] 10.222.0.20 "PUT /v2.0/ports/59b94849-ae28-4a6e-9fa3-037fbda20c69 HTTP/1.1" status: 200 len: 1093 time: 0.7195666 Sep 09 22:27:27.055673 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '388291a0-fff4-40d6-b985-dae230669cc1', 'tag': '59b94849-ae28-4a6e-9fa3-037fbda20c69'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:27:27.057907 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febecf7243e3540986e18e5907cacf19c405284daaaade8257553be7db475bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed35f392-2fb0-4272-a3f1-9472b31b0b03" -d '{"events": [{"name": "network-changed", "server_uuid": "388291a0-fff4-40d6-b985-dae230669cc1", "tag": "59b94849-ae28-4a6e-9fa3-037fbda20c69"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:27:27.092583 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c5cce-35f9-4bb5-83a4-6c835cf263ff service neutron] Pushing event updated for resources: {'Port': ['ID=59b94849-ae28-4a6e-9fa3-037fbda20c69,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:27:27.095988 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6074cf-706f-4849-9457-5d441987f8ad x-openstack-request-id: req-5d6074cf-706f-4849-9457-5d441987f8ad {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:27:27.096300 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "388291a0-fff4-40d6-b985-dae230669cc1", "tag": "59b94849-ae28-4a6e-9fa3-037fbda20c69", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:27:27.096539 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5d6074cf-706f-4849-9457-5d441987f8ad {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:27:27.096910 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '388291a0-fff4-40d6-b985-dae230669cc1', 'tag': '59b94849-ae28-4a6e-9fa3-037fbda20c69', 'status': 'completed', 'code': 200} Sep 09 22:27:27.099757 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7764b4ff-a49e-4895-99d2-3b2485b39788 req-67c3c32f-5e4b-48aa-b9ac-946a6a151fce tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689027 Sep 09 22:27:27.379070 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb472d5-27d9-42d9-aa11-0027e3302b9b req-539e3c41-1c81-4d2f-979c-d81d38440e3c tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:27.380592 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-deb472d5-27d9-42d9-aa11-0027e3302b9b req-539e3c41-1c81-4d2f-979c-d81d38440e3c tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/ports?device_id=44b6cb97-64bf-41f0-8dcc-8fcd78ff3a75 HTTP/1.1" status: 200 len: 945 time: 0.0793788 Sep 09 22:27:27.392065 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54895a-53e7-49ea-acca-ec770b0bfc4e req-14beeb00-3260-4a6c-87be-fe3336eee1a6 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:27.393421 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ad54895a-53e7-49ea-acca-ec770b0bfc4e req-14beeb00-3260-4a6c-87be-fe3336eee1a6 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=388291a0-fff4-40d6-b985-dae230669cc1 HTTP/1.1" status: 200 len: 943 time: 0.0632417 Sep 09 22:27:27.446315 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-deb472d5-27d9-42d9-aa11-0027e3302b9b req-2a63dd37-01bc-4dfe-b888-8a5eb1d795d5 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b50ddfc-e57d-408e-aa57-9473fc472536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519395 Sep 09 22:27:27.453238 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ad54895a-53e7-49ea-acca-ec770b0bfc4e req-88f6c5f9-359a-41b5-835f-b03f6aeae691 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521920 Sep 09 22:27:27.601314 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] get_ports_and_sgs() called for port_ids ['76f12ea7-81f5-4e15-8c5f-9e2eca764fa3', '9efde791-2946-45e9-96b2-1761344d75cc'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:27:27.674559 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35f392-2fb0-4272-a3f1-9472b31b0b03 req-bcdb7144-78ec-4872-a7d0-9ae50cf5ace6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:27.676002 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ed35f392-2fb0-4272-a3f1-9472b31b0b03 req-bcdb7144-78ec-4872-a7d0-9ae50cf5ace6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=299cc965aa5b4aa29f613fb07982fdbf&device_id=388291a0-fff4-40d6-b985-dae230669cc1 HTTP/1.1" status: 200 len: 1096 time: 0.0403094 Sep 09 22:27:27.855268 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35f392-2fb0-4272-a3f1-9472b31b0b03 req-31b4f56d-1666-436b-a18b-bb14756d3a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:27.857897 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ed35f392-2fb0-4272-a3f1-9472b31b0b03 req-31b4f56d-1666-436b-a18b-bb14756d3a15 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=299cc965aa5b4aa29f613fb07982fdbf&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1714954 Sep 09 22:27:28.044260 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35f392-2fb0-4272-a3f1-9472b31b0b03 req-f71c8ba0-43c0-4c11-b933-dc48e27d1f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:28.045712 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ed35f392-2fb0-4272-a3f1-9472b31b0b03 req-f71c8ba0-43c0-4c11-b933-dc48e27d1f25 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1762111 Sep 09 22:27:28.064258 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fede78-379a-4929-aae1-00c5d26e04fd req-83dec562-603a-4f00-a64e-8fcb15013876 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:28.065693 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d4fede78-379a-4929-aae1-00c5d26e04fd req-83dec562-603a-4f00-a64e-8fcb15013876 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0650401 Sep 09 22:27:28.203265 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] get_ports_and_sgs() called for port_ids ['5adf285d-edac-4511-8c19-c7cfb697b65b'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:27:28.345590 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d4fede78-379a-4929-aae1-00c5d26e04fd req-02f20a5f-65e0-4769-bffe-99a82dd11d58 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739980 Sep 09 22:27:28.382117 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350520a8-1da0-434b-b7a7-6f7b574c7dc0 req-6473afcb-d88d-44f6-a3d1-53835525067f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:28.386916 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-350520a8-1da0-434b-b7a7-6f7b574c7dc0 req-6473afcb-d88d-44f6-a3d1-53835525067f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=299cc965aa5b4aa29f613fb07982fdbf&device_id=388291a0-fff4-40d6-b985-dae230669cc1 HTTP/1.1" status: 200 len: 1096 time: 0.2920535 Sep 09 22:27:28.395118 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95661b51-d50f-434a-86fa-d4483ae2091b req-124f3d72-b702-418e-a1b2-9ce975fcad9a tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:28.396463 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-95661b51-d50f-434a-86fa-d4483ae2091b req-124f3d72-b702-418e-a1b2-9ce975fcad9a tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 946 time: 0.0802457 Sep 09 22:27:28.444453 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-350520a8-1da0-434b-b7a7-6f7b574c7dc0 req-32452b45-1795-4d5d-ac02-33d7a8fcc550 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59b94849-ae28-4a6e-9fa3-037fbda20c69 HTTP/1.1" status: 200 len: 217 time: 0.0444663 Sep 09 22:27:28.462267 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-95661b51-d50f-434a-86fa-d4483ae2091b req-ac974f72-e8ff-4ee7-8cf2-f91758d1705b tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563641 Sep 09 22:27:28.511846 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350520a8-1da0-434b-b7a7-6f7b574c7dc0 req-1d1236e0-27aa-4b6f-ad34-ba1eefadc28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:28.513362 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-350520a8-1da0-434b-b7a7-6f7b574c7dc0 req-1d1236e0-27aa-4b6f-ad34-ba1eefadc28b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=57079fb3-8fcf-42dc-b5c6-4a27afb1217c HTTP/1.1" status: 200 len: 854 time: 0.0478261 Sep 09 22:27:28.571509 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-350520a8-1da0-434b-b7a7-6f7b574c7dc0 req-c205642c-e42a-4d13-8315-d12e0d11cea8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=58abcfd7-cf47-4f06-85ec-914969ebcf0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470359 Sep 09 22:27:28.643176 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a40eb7-680c-48a3-80ab-f496ef2b9f48 req-f8ddad49-e581-46f4-8f65-6196bb144a3a tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:28.644574 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-96a40eb7-680c-48a3-80ab-f496ef2b9f48 req-f8ddad49-e581-46f4-8f65-6196bb144a3a tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/ports?device_id=44b6cb97-64bf-41f0-8dcc-8fcd78ff3a75 HTTP/1.1" status: 200 len: 945 time: 0.1296430 Sep 09 22:27:28.680614 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8710b-44ee-4a42-9f2d-764733ee3c9e req-251a9304-2707-449f-800e-a98038662a5a tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:28.682034 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bdb8710b-44ee-4a42-9f2d-764733ee3c9e req-251a9304-2707-449f-800e-a98038662a5a tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=388291a0-fff4-40d6-b985-dae230669cc1 HTTP/1.1" status: 200 len: 943 time: 0.1566405 Sep 09 22:27:28.759380 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-96a40eb7-680c-48a3-80ab-f496ef2b9f48 req-0bf6afc1-0e3f-4076-b040-af3c3d793ddb tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b50ddfc-e57d-408e-aa57-9473fc472536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886445 Sep 09 22:27:28.762636 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-350520a8-1da0-434b-b7a7-6f7b574c7dc0 req-fc060ac0-dfce-4117-b201-7891b44890f1 service neutron] 10.222.0.20 "GET /v2.0/networks/58abcfd7-cf47-4f06-85ec-914969ebcf0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745481 Sep 09 22:27:28.765499 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bdb8710b-44ee-4a42-9f2d-764733ee3c9e req-56e183f7-ffbd-419c-a65d-5d920d7efd43 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752730 Sep 09 22:27:28.861675 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-350520a8-1da0-434b-b7a7-6f7b574c7dc0 req-f484ad86-01df-45bc-bf16-2a31f7fd6127 service neutron] 10.222.0.20 "GET /v2.0/networks/58abcfd7-cf47-4f06-85ec-914969ebcf0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851564 Sep 09 22:27:29.461546 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf31d4-e668-4e78-b162-f8d0f0351f76 req-67f87560-0592-4d68-8959-0d1f39f172b9 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:29.463142 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5dbf31d4-e668-4e78-b162-f8d0f0351f76 req-67f87560-0592-4d68-8959-0d1f39f172b9 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0510759 Sep 09 22:27:29.505813 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5dbf31d4-e668-4e78-b162-f8d0f0351f76 req-318eb4c0-f588-4549-97cb-684c7eef3a66 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368714 Sep 09 22:27:29.586602 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3fe2bc-2410-49db-a936-71dff03eb165 req-bdf08347-9068-438b-bf7e-515359e60652 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:29.588113 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7c3fe2bc-2410-49db-a936-71dff03eb165 req-bdf08347-9068-438b-bf7e-515359e60652 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 946 time: 0.0530846 Sep 09 22:27:29.608743 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 5adf285d-edac-4511-8c19-c7cfb697b65b up at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:27:29.631228 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7c3fe2bc-2410-49db-a936-71dff03eb165 req-b3f6d0d2-11b8-4e64-84e4-c35acffc1541 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365245 Sep 09 22:27:29.673865 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Provisioning for port 5adf285d-edac-4511-8c19-c7cfb697b65b completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:27:29.677694 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Provisioning complete for port 5adf285d-edac-4511-8c19-c7cfb697b65b triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:27:29.678165 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:29.759659 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:29.786604 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b6cb97-64bf-41f0-8dcc-8fcd78ff3a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5adf285d-edac-4511-8c19-c7cfb697b65b'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:27:29.788900 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497578eeb0b1d224d742647686e7d62f740bb656e2f2bb1278978b4c95122d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55cd500d-cf74-4128-bcc8-7e5ac781a8aa" -d '{"events": [{"server_uuid": "44b6cb97-64bf-41f0-8dcc-8fcd78ff3a75", "name": "network-vif-plugged", "status": "completed", "tag": "5adf285d-edac-4511-8c19-c7cfb697b65b"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:27:29.806701 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 5adf285d-edac-4511-8c19-c7cfb697b65b, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=5adf285d-edac-4511-8c19-c7cfb697b65b,segment=NetworkSegment(f86cc299-7509-4b66-8ecd-3020ba3e2c86),segment_id=f86cc299-7509-4b66-8ecd-3020ba3e2c86)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:27:29.811730 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:29.841538 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-611d7d4a-8a51-4083-a507-f9110b1c1964 x-openstack-request-id: req-611d7d4a-8a51-4083-a507-f9110b1c1964 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:27:29.841829 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b6cb97-64bf-41f0-8dcc-8fcd78ff3a75", "name": "network-vif-plugged", "status": "completed", "tag": "5adf285d-edac-4511-8c19-c7cfb697b65b", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:27:29.842075 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-611d7d4a-8a51-4083-a507-f9110b1c1964 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:27:29.842477 dv-cinder-759955-23-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b6cb97-64bf-41f0-8dcc-8fcd78ff3a75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5adf285d-edac-4511-8c19-c7cfb697b65b', 'code': 200} Sep 09 22:27:29.874465 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=5adf285d-edac-4511-8c19-c7cfb697b65b,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:27:29.891358 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7770eb76-4c10-4515-b03b-51191010224a req-ceb1c819-6abf-49e7-bc38-dcefbb8fc8ad tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:29.894704 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7770eb76-4c10-4515-b03b-51191010224a req-ceb1c819-6abf-49e7-bc38-dcefbb8fc8ad tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=388291a0-fff4-40d6-b985-dae230669cc1 HTTP/1.1" status: 200 len: 943 time: 0.0544908 Sep 09 22:27:29.972358 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7770eb76-4c10-4515-b03b-51191010224a req-01590f8b-5e4f-4656-8c09-97c76b40cf13 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708215 Sep 09 22:27:29.995848 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9667268-6a2e-4990-b96e-d134372a3247 req-daf189f0-3d82-40c0-99df-f143579db13c tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:29.998028 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a9667268-6a2e-4990-b96e-d134372a3247 req-daf189f0-3d82-40c0-99df-f143579db13c tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/ports?device_id=44b6cb97-64bf-41f0-8dcc-8fcd78ff3a75 HTTP/1.1" status: 200 len: 946 time: 0.0891511 Sep 09 22:27:30.072155 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a9667268-6a2e-4990-b96e-d134372a3247 req-492f2cdf-d4e6-4ebe-a3d0-5d5f3acba9d3 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b50ddfc-e57d-408e-aa57-9473fc472536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612562 Sep 09 22:27:30.074159 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a393b-1ae8-4236-98b8-e88b97f98783 req-565d6119-1778-4961-9e12-f180e6412f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:30.075759 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-336a393b-1ae8-4236-98b8-e88b97f98783 req-565d6119-1778-4961-9e12-f180e6412f34 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=44b6cb97-64bf-41f0-8dcc-8fcd78ff3a75 HTTP/1.1" status: 200 len: 1099 time: 0.0747313 Sep 09 22:27:30.129388 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-336a393b-1ae8-4236-98b8-e88b97f98783 req-60144584-e583-46bf-ba70-de38e2e99891 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3b50ddfc-e57d-408e-aa57-9473fc472536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305691 Sep 09 22:27:30.465186 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-1e91848c-64d3-4b99-bc9c-2a2018896bc8 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2112070789&fields=id&tenant_id=57b2554ae3954c0c842e1ddefc325dae HTTP/1.1" status: 200 len: 267 time: 0.0323789 Sep 09 22:27:30.581408 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-c302d988-d8f5-4094-b83a-fbec4340be83 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:30.582937 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-c302d988-d8f5-4094-b83a-fbec4340be83 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/networks?id=5841743a-0bf4-4a7f-9ea2-766ccec1923f HTTP/1.1" status: 200 len: 812 time: 0.1112447 Sep 09 22:27:30.609452 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-3fadad88-a6ba-447d-9f3a-58e39b44721a tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/quotas/57b2554ae3954c0c842e1ddefc325dae HTTP/1.1" status: 200 len: 375 time: 0.0204380 Sep 09 22:27:30.675059 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0a974e-9c64-44dd-a919-00d6738f603a req-3817465f-165d-495f-9034-13bd0fa506f0 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:30.676571 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6e0a974e-9c64-44dd-a919-00d6738f603a req-3817465f-165d-495f-9034-13bd0fa506f0 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0799372 Sep 09 22:27:30.698289 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-81036e7b-c62d-4a3f-af10-605753772a16 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=57b2554ae3954c0c842e1ddefc325dae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0751021 Sep 09 22:27:30.742625 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6e0a974e-9c64-44dd-a919-00d6738f603a req-d204d9ac-506b-49ad-8375-cefe00a9a805 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584362 Sep 09 22:27:30.820891 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-1b87f303-0fbb-438f-ad1f-32726333655d service neutron] 10.222.0.41 "GET /v2.0/networks/5841743a-0bf4-4a7f-9ea2-766ccec1923f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022441 Sep 09 22:27:30.911530 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8798b9d-7d87-4abc-8586-7e01bc4e9403 req-e0f1b5fe-5428-4268-b9b0-31a7d3f9e3ca tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:30.913061 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d8798b9d-7d87-4abc-8586-7e01bc4e9403 req-e0f1b5fe-5428-4268-b9b0-31a7d3f9e3ca tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 946 time: 0.1106560 Sep 09 22:27:30.959362 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-cced58f8-a076-49d3-95ed-e066d49826b6 service neutron] 10.222.0.41 "GET /v2.0/networks/5841743a-0bf4-4a7f-9ea2-766ccec1923f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254981 Sep 09 22:27:30.967876 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d8798b9d-7d87-4abc-8586-7e01bc4e9403 req-65d8a0da-76f6-4ea9-a165-96a8b259d72a tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483294 Sep 09 22:27:31.090642 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f5a233-7021-47c9-89c0-2792c17ed1f9 req-975291a3-000c-420f-be02-560ee0cb623c tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:31.092151 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e0f5a233-7021-47c9-89c0-2792c17ed1f9 req-975291a3-000c-420f-be02-560ee0cb623c tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=388291a0-fff4-40d6-b985-dae230669cc1 HTTP/1.1" status: 200 len: 943 time: 0.0509601 Sep 09 22:27:31.133752 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e0f5a233-7021-47c9-89c0-2792c17ed1f9 req-2703c778-e4d3-45d4-b296-b3df09eddaa9 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357227 Sep 09 22:27:31.253152 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f4537-5968-4166-a5c5-4a5351fdaa9a req-b14d353c-f93e-431d-b66f-5efd2548216c tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:31.254657 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-976f4537-5968-4166-a5c5-4a5351fdaa9a req-b14d353c-f93e-431d-b66f-5efd2548216c tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/ports?device_id=44b6cb97-64bf-41f0-8dcc-8fcd78ff3a75 HTTP/1.1" status: 200 len: 946 time: 0.0585046 Sep 09 22:27:31.289462 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fae0c5b7-bb53-40f9-bb1e-b4e640e2aefc req-152d9580-0ba6-4220-9915-2cc3d230c42f tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=cacb8d50-0b23-4c74-a8be-04b4baf26e4e HTTP/1.1" status: 200 len: 210 time: 0.0337179 Sep 09 22:27:31.325756 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-976f4537-5968-4166-a5c5-4a5351fdaa9a req-75b8624e-8833-4675-99c3-2848f80db82e tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b50ddfc-e57d-408e-aa57-9473fc472536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392947 Sep 09 22:27:31.627086 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 59b94849-ae28-4a6e-9fa3-037fbda20c69 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 22:27:31.728377 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 59b94849-ae28-4a6e-9fa3-037fbda20c69, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=59b94849-ae28-4a6e-9fa3-037fbda20c69,segment=NetworkSegment(c91907a4-08ff-47a6-a6cb-1165e0b6a369),segment_id=c91907a4-08ff-47a6-a6cb-1165e0b6a369)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:27:31.741270 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Returning: {'device': '59b94849-ae28-4a6e-9fa3-037fbda20c69', 'network_id': '58abcfd7-cf47-4f06-85ec-914969ebcf0e', 'port_id': '59b94849-ae28-4a6e-9fa3-037fbda20c69', 'mac_address': 'fa:16:3e:3e:1c:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57079fb3-8fcf-42dc-b5c6-4a27afb1217c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 22:27:31.792235 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:31.807201 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59b94849-ae28-4a6e-9fa3-037fbda20c69 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:27:31.832315 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 59b94849-ae28-4a6e-9fa3-037fbda20c69, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=59b94849-ae28-4a6e-9fa3-037fbda20c69,segment=NetworkSegment(c91907a4-08ff-47a6-a6cb-1165e0b6a369),segment_id=c91907a4-08ff-47a6-a6cb-1165e0b6a369)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:27:31.840723 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:31.880510 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe03aec-b95a-4e75-b5e6-73d1b9451b88 req-cca2f9c3-f68b-4c3a-9fed-f09a1f1465e9 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:31.888662 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4fe03aec-b95a-4e75-b5e6-73d1b9451b88 req-cca2f9c3-f68b-4c3a-9fed-f09a1f1465e9 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0631814 Sep 09 22:27:31.905080 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=59b94849-ae28-4a6e-9fa3-037fbda20c69,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:27:31.937727 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4fe03aec-b95a-4e75-b5e6-73d1b9451b88 req-55b7456f-b995-4f10-9032-980c11d7241a tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417972 Sep 09 22:27:32.084304 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e3e247-b1d9-4ff9-96e4-6dd36ca7d4c1 req-9981d764-6b9c-4cc0-9c6d-dc38284ac4da tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:32.085744 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f8e3e247-b1d9-4ff9-96e4-6dd36ca7d4c1 req-9981d764-6b9c-4cc0-9c6d-dc38284ac4da tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 946 time: 0.0507898 Sep 09 22:27:32.123920 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f8e3e247-b1d9-4ff9-96e4-6dd36ca7d4c1 req-5ea6aff3-4a37-47ce-a064-f2e19e7e776e tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317726 Sep 09 22:27:32.256322 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd9950-1ba1-4842-aeff-ff24c3ba7873 req-76868f91-4885-45b9-9b14-f6baa01a5664 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:32.257754 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-14dd9950-1ba1-4842-aeff-ff24c3ba7873 req-76868f91-4885-45b9-9b14-f6baa01a5664 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=388291a0-fff4-40d6-b985-dae230669cc1 HTTP/1.1" status: 200 len: 944 time: 0.0523379 Sep 09 22:27:32.301463 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-14dd9950-1ba1-4842-aeff-ff24c3ba7873 req-dc17bea2-29f5-40a2-b53b-1609feb8f873 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344145 Sep 09 22:27:32.400818 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-12f554b8-c792-4139-bbf0-1eedd4423a81 req-c986856c-1fc7-4ade-b553-8d41dc15ed85 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=cacb8d50-0b23-4c74-a8be-04b4baf26e4e HTTP/1.1" status: 200 len: 210 time: 0.0290246 Sep 09 22:27:32.407040 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] get_ports_and_sgs() called for port_ids ['59b94849-ae28-4a6e-9fa3-037fbda20c69'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:27:32.452864 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1b01c-9b0c-4ff6-8f34-70533aca46dc req-5df990d0-2c88-4794-8f19-f36e9fbed304 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:32.454354 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a4f1b01c-9b0c-4ff6-8f34-70533aca46dc req-5df990d0-2c88-4794-8f19-f36e9fbed304 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/ports?device_id=44b6cb97-64bf-41f0-8dcc-8fcd78ff3a75 HTTP/1.1" status: 200 len: 946 time: 0.0526724 Sep 09 22:27:32.531103 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a4f1b01c-9b0c-4ff6-8f34-70533aca46dc req-30ab14a7-3d69-4abb-9be5-cf8fdb88fe10 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b50ddfc-e57d-408e-aa57-9473fc472536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705135 Sep 09 22:27:32.609060 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-61e8e728-d7eb-4124-8ff5-30bd24ea0342 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:32.610475 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-61e8e728-d7eb-4124-8ff5-30bd24ea0342 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.20 "GET /v2.0/networks?id=5841743a-0bf4-4a7f-9ea2-766ccec1923f HTTP/1.1" status: 200 len: 812 time: 0.1362708 Sep 09 22:27:32.647291 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-efb7dff3-cbe9-407e-b4bb-7c58fbf4c03c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:32.673089 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-d96a91e6-9e0f-4813-94f5-6f551f1ea582 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57b2554ae3954c0c842e1ddefc325dae HTTP/1.1" status: 200 len: 380 time: 0.0495200 Sep 09 22:27:32.685874 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-1b9962cd-2a69-4c71-9cdb-13de302ccd22 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Request body: {'port': {'device_id': 'cacb8d50-0b23-4c74-a8be-04b4baf26e4e', 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f', 'admin_state_up': True, 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'security_groups': ['97fb00ab-ceca-45cc-b89f-fa620e17188c']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:27:32.806787 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-1b9962cd-2a69-4c71-9cdb-13de302ccd22 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Made reservation on behalf of 57b2554ae3954c0c842e1ddefc325dae for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:27:32.811189 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-1b9962cd-2a69-4c71-9cdb-13de302ccd22 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:32.968052 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-1b9962cd-2a69-4c71-9cdb-13de302ccd22 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Allocated IP 172.20.0.7 (5841743a-0bf4-4a7f-9ea2-766ccec1923f/00d86d00-e9a4-4aee-a6b2-3faac56ffafe/9609f721-a64b-4fda-b9ed-70034469c778) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:27:33.128927 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a041c-e17d-4287-9cd6-6f6172aeb866 req-25e13587-367f-42f7-ba9c-b73be168446f tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:33.130408 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-686a041c-e17d-4287-9cd6-6f6172aeb866 req-25e13587-367f-42f7-ba9c-b73be168446f tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.1147108 Sep 09 22:27:33.203202 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-1b9962cd-2a69-4c71-9cdb-13de302ccd22 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:33.218792 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-686a041c-e17d-4287-9cd6-6f6172aeb866 req-3bb2078f-19c5-4d17-a03b-959d95e38fac tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811241 Sep 09 22:27:33.248151 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-1b9962cd-2a69-4c71-9cdb-13de302ccd22 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Transition to ACTIVE for port object 9609f721-a64b-4fda-b9ed-70034469c778 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:27:33.280096 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db0af6-5db9-41b7-bde4-6183aceb7e9d req-66e26a5b-a40b-4641-8436-9fe47168c26f tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:33.281571 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-50db0af6-5db9-41b7-bde4-6183aceb7e9d req-66e26a5b-a40b-4641-8436-9fe47168c26f tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 946 time: 0.0862193 Sep 09 22:27:33.326514 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-1b9962cd-2a69-4c71-9cdb-13de302ccd22 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:33.337321 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-50db0af6-5db9-41b7-bde4-6183aceb7e9d req-00b43791-d5ba-4aba-aa01-9ec471cb0b9b tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491757 Sep 09 22:27:33.378720 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-1b9962cd-2a69-4c71-9cdb-13de302ccd22 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Network 5841743a-0bf4-4a7f-9ea2-766ccec1923f is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:27:33.389944 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-1b9962cd-2a69-4c71-9cdb-13de302ccd22 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:27:33.394526 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-1b9962cd-2a69-4c71-9cdb-13de302ccd22 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:27:33.434724 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9962cd-2a69-4c71-9cdb-13de302ccd22 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Pushing event updated for resources: {'Port': ['ID=9609f721-a64b-4fda-b9ed-70034469c778,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:27:33.502401 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-1b9962cd-2a69-4c71-9cdb-13de302ccd22 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:33.503130 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-1b9962cd-2a69-4c71-9cdb-13de302ccd22 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:33.529795 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3ca73d-7b50-4dc9-9b85-ebbca0d2b4b4 req-4c40677b-8a52-458b-a92b-a811912e7916 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:33.537504 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4c3ca73d-7b50-4dc9-9b85-ebbca0d2b4b4 req-4c40677b-8a52-458b-a92b-a811912e7916 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=388291a0-fff4-40d6-b985-dae230669cc1 HTTP/1.1" status: 200 len: 944 time: 0.1386788 Sep 09 22:27:33.546288 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-1b9962cd-2a69-4c71-9cdb-13de302ccd22 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8648989 Sep 09 22:27:33.569464 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-2985c994-15a8-4a57-b758-55d856450fb7 service neutron] Request body: {'port': {'device_id': 'cacb8d50-0b23-4c74-a8be-04b4baf26e4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:27:33.647435 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4c3ca73d-7b50-4dc9-9b85-ebbca0d2b4b4 req-18a87d5a-2c1e-4574-b7e7-8869e2c3ac7b tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089702 Sep 09 22:27:33.673766 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-2985c994-15a8-4a57-b758-55d856450fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:33.734585 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-026f3958-a568-4a8f-a014-ca49a4b81653 None None] Provisioning for port 9609f721-a64b-4fda-b9ed-70034469c778 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:27:33.738959 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-026f3958-a568-4a8f-a014-ca49a4b81653 None None] Provisioning complete for port 9609f721-a64b-4fda-b9ed-70034469c778 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:27:33.739494 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-026f3958-a568-4a8f-a014-ca49a4b81653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:33.747108 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162b28b-d93e-4758-9dfd-8a4dcd4f149f req-4d37f891-a570-401c-a1e0-81ccd4ec806d tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:33.748657 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c162b28b-d93e-4758-9dfd-8a4dcd4f149f req-4d37f891-a570-401c-a1e0-81ccd4ec806d tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=cacb8d50-0b23-4c74-a8be-04b4baf26e4e HTTP/1.1" status: 200 len: 931 time: 0.1397073 Sep 09 22:27:33.781960 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 58686) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:27:33.784747 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-026f3958-a568-4a8f-a014-ca49a4b81653 None None] Port 9609f721-a64b-4fda-b9ed-70034469c778 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 22:27:33.888744 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf1fe34-8ece-4774-8d30-327b9e7b9b2a req-c0c41883-37e1-476b-85b0-5914519e6614 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:33.890239 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9cf1fe34-8ece-4774-8d30-327b9e7b9b2a req-c0c41883-37e1-476b-85b0-5914519e6614 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/ports?device_id=44b6cb97-64bf-41f0-8dcc-8fcd78ff3a75 HTTP/1.1" status: 200 len: 946 time: 0.1651602 Sep 09 22:27:33.894162 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c3d29440-2546-43f0-b78c-06506b31c478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:33.895569 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c162b28b-d93e-4758-9dfd-8a4dcd4f149f req-61eb7d21-ff71-4cbb-98fd-13cbcc5738d8 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300454 Sep 09 22:27:33.978477 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9cf1fe34-8ece-4774-8d30-327b9e7b9b2a req-9a5c8ecf-0cd4-4f2a-a949-a3663dd13b62 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b50ddfc-e57d-408e-aa57-9473fc472536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800231 Sep 09 22:27:34.002149 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c3d29440-2546-43f0-b78c-06506b31c478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:34.006101 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c3d29440-2546-43f0-b78c-06506b31c478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:34.045634 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-c3d29440-2546-43f0-b78c-06506b31c478 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=026aa73f349747eb934a221c4e03ed4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2618861 Sep 09 22:27:34.047479 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d29440-2546-43f0-b78c-06506b31c478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b82b00d-a96b-4dab-a93b-2f855f3d7c71,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:27:34.049808 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 58692) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:27:34.073720 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-2985c994-15a8-4a57-b758-55d856450fb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9609f721-a64b-4fda-b9ed-70034469c778 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:27:34.081760 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-2985c994-15a8-4a57-b758-55d856450fb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:34.093956 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-2985c994-15a8-4a57-b758-55d856450fb7 service neutron] Transition to ACTIVE for port object 9609f721-a64b-4fda-b9ed-70034469c778 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:27:34.099067 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-86c1eb33-dd49-45ae-bf27-e3577196c6b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:34.103352 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-2985c994-15a8-4a57-b758-55d856450fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27131053'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:34.122408 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-86c1eb33-dd49-45ae-bf27-e3577196c6b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:34.185584 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-86c1eb33-dd49-45ae-bf27-e3577196c6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:34.188442 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-86c1eb33-dd49-45ae-bf27-e3577196c6b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:34.189733 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-86c1eb33-dd49-45ae-bf27-e3577196c6b9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7b82b00d-a96b-4dab-a93b-2f855f3d7c71 HTTP/1.1" status: 204 len: 168 time: 0.1390176 Sep 09 22:27:34.203872 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c1eb33-dd49-45ae-bf27-e3577196c6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b82b00d-a96b-4dab-a93b-2f855f3d7c71,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:27:34.208456 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2985c994-15a8-4a57-b758-55d856450fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=9609f721-a64b-4fda-b9ed-70034469c778,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:27:34.228937 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-2985c994-15a8-4a57-b758-55d856450fb7 service neutron] Attempting to bind port 9609f721-a64b-4fda-b9ed-70034469c778 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:27:34.229269 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-2985c994-15a8-4a57-b758-55d856450fb7 service neutron] Attempting to bind port 9609f721-a64b-4fda-b9ed-70034469c778 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '9a51308c-3fc8-4057-b734-fc33372de6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:27:34.229581 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-2985c994-15a8-4a57-b758-55d856450fb7 service neutron] Attempting to bind port 9609f721-a64b-4fda-b9ed-70034469c778 on network 5841743a-0bf4-4a7f-9ea2-766ccec1923f {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:27:34.235221 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-2985c994-15a8-4a57-b758-55d856450fb7 service neutron] Port 9609f721-a64b-4fda-b9ed-70034469c778 on network 5841743a-0bf4-4a7f-9ea2-766ccec1923f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 22:27:34.235543 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-2985c994-15a8-4a57-b758-55d856450fb7 service neutron] Attempting to bind port 9609f721-a64b-4fda-b9ed-70034469c778 on network 5841743a-0bf4-4a7f-9ea2-766ccec1923f {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:27:34.240789 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-2985c994-15a8-4a57-b758-55d856450fb7 service neutron] Checking agent: {'id': 'd4d09dd9-4fb9-4f0d-bf57-c365063561af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 23, 5), 'started_at': datetime.datetime(2021, 9, 9, 22, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:27:34.241116 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-2985c994-15a8-4a57-b758-55d856450fb7 service neutron] Checking segment: {'id': '9a51308c-3fc8-4057-b734-fc33372de6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:27:34.241488 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-2985c994-15a8-4a57-b758-55d856450fb7 service neutron] Bound using segment: {'id': '9a51308c-3fc8-4057-b734-fc33372de6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:27:34.242045 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-2985c994-15a8-4a57-b758-55d856450fb7 service neutron] Bound port: 9609f721-a64b-4fda-b9ed-70034469c778, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a51308c-3fc8-4057-b734-fc33372de6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:27:34.242475 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-2985c994-15a8-4a57-b758-55d856450fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:34.373351 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-2985c994-15a8-4a57-b758-55d856450fb7 service neutron] For port 9609f721-a64b-4fda-b9ed-70034469c778, host hv-cinder-75995, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:27:34.379497 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-2985c994-15a8-4a57-b758-55d856450fb7 service neutron] For port 9609f721-a64b-4fda-b9ed-70034469c778, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=9609f721-a64b-4fda-b9ed-70034469c778,segment=NetworkSegment(9a51308c-3fc8-4057-b734-fc33372de6bc),segment_id=9a51308c-3fc8-4057-b734-fc33372de6bc)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:27:34.400889 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedbf970-b342-4648-a351-356e8b64b15d req-496f4deb-399a-47ca-8992-9e60f4651082 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:34.403770 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cedbf970-b342-4648-a351-356e8b64b15d req-496f4deb-399a-47ca-8992-9e60f4651082 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.1019115 Sep 09 22:27:34.405532 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-2985c994-15a8-4a57-b758-55d856450fb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27131053'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:34.499425 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-2985c994-15a8-4a57-b758-55d856450fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:34.500106 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-2985c994-15a8-4a57-b758-55d856450fb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:34.501561 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-2985c994-15a8-4a57-b758-55d856450fb7 service neutron] 10.222.0.20 "PUT /v2.0/ports/9609f721-a64b-4fda-b9ed-70034469c778 HTTP/1.1" status: 200 len: 1093 time: 0.9387558 Sep 09 22:27:34.502052 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cacb8d50-0b23-4c74-a8be-04b4baf26e4e', 'tag': '9609f721-a64b-4fda-b9ed-70034469c778'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:27:34.504406 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febecf7243e3540986e18e5907cacf19c405284daaaade8257553be7db475bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a027a3-83af-4fc3-948f-1099793819c3" -d '{"events": [{"name": "network-changed", "server_uuid": "cacb8d50-0b23-4c74-a8be-04b4baf26e4e", "tag": "9609f721-a64b-4fda-b9ed-70034469c778"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:27:34.549275 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cedbf970-b342-4648-a351-356e8b64b15d req-342aed20-2c68-40ab-ab3b-f6f7be06ed85 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374350 Sep 09 22:27:34.550233 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2985c994-15a8-4a57-b758-55d856450fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=9609f721-a64b-4fda-b9ed-70034469c778,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:27:34.595890 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a1d3a-b6eb-4841-be95-4be675fc6f16 req-3e641721-bb3f-4765-ae76-f9695c9cf612 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:34.597537 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-534a1d3a-b6eb-4841-be95-4be675fc6f16 req-3e641721-bb3f-4765-ae76-f9695c9cf612 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 946 time: 0.1458809 Sep 09 22:27:34.629525 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9719345e-2bf9-4dc4-81d2-e156c837c00d x-openstack-request-id: req-9719345e-2bf9-4dc4-81d2-e156c837c00d {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:27:34.629936 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cacb8d50-0b23-4c74-a8be-04b4baf26e4e", "tag": "9609f721-a64b-4fda-b9ed-70034469c778", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:27:34.630296 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9719345e-2bf9-4dc4-81d2-e156c837c00d {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:27:34.630778 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cacb8d50-0b23-4c74-a8be-04b4baf26e4e', 'tag': '9609f721-a64b-4fda-b9ed-70034469c778', 'status': 'completed', 'code': 200} Sep 09 22:27:34.635375 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-47af8b8e-c558-463b-a76a-cec9d40e7388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:34.637717 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-47af8b8e-c558-463b-a76a-cec9d40e7388 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=57b2554ae3954c0c842e1ddefc325dae&device_id=cacb8d50-0b23-4c74-a8be-04b4baf26e4e HTTP/1.1" status: 200 len: 1096 time: 0.0828097 Sep 09 22:27:34.687352 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-534a1d3a-b6eb-4841-be95-4be675fc6f16 req-6765b88f-23fd-4c58-b730-f36e73016f8e tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819812 Sep 09 22:27:34.688755 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-f5e06935-cb5c-4da2-86d0-86ac11416ce1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9609f721-a64b-4fda-b9ed-70034469c778 HTTP/1.1" status: 200 len: 217 time: 0.0405779 Sep 09 22:27:34.794962 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-ec2a3fbb-7fd4-43bd-acdf-8637c6a46e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:34.794962 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-ec2a3fbb-7fd4-43bd-acdf-8637c6a46e93 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00d86d00-e9a4-4aee-a6b2-3faac56ffafe HTTP/1.1" status: 200 len: 851 time: 0.0837309 Sep 09 22:27:34.810546 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6602716-9b03-42a3-bb60-21fff3954efa req-6e216da1-58e5-47c6-bcc8-9dc604ceb9e3 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:34.812088 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d6602716-9b03-42a3-bb60-21fff3954efa req-6e216da1-58e5-47c6-bcc8-9dc604ceb9e3 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=388291a0-fff4-40d6-b985-dae230669cc1 HTTP/1.1" status: 200 len: 944 time: 0.0708215 Sep 09 22:27:34.889262 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d6602716-9b03-42a3-bb60-21fff3954efa req-9f8f17de-a1d8-4fa9-bee4-519dc74f61fc tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662246 Sep 09 22:27:34.892168 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-cbb115d0-37a7-4d1f-99a7-631cf78f9223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:34.893440 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-cbb115d0-37a7-4d1f-99a7-631cf78f9223 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5841743a-0bf4-4a7f-9ea2-766ccec1923f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0804729 Sep 09 22:27:34.940458 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:35.287701 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-5ac2a3bf-6615-4e42-b0e5-493b7e494977 service neutron] 10.222.0.20 "GET /v2.0/networks/5841743a-0bf4-4a7f-9ea2-766ccec1923f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818684 Sep 09 22:27:35.297288 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f1f26-8829-416c-b861-c141ed510d34 req-966495c2-7c71-4053-a12f-14a15aac6641 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:35.298859 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7d3f1f26-8829-416c-b861-c141ed510d34 req-966495c2-7c71-4053-a12f-14a15aac6641 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/ports?device_id=44b6cb97-64bf-41f0-8dcc-8fcd78ff3a75 HTTP/1.1" status: 200 len: 946 time: 0.1023674 Sep 09 22:27:35.306248 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247276c4-21e4-4c38-98f1-402d5c16cf79 req-fa424450-11cf-442c-b99f-6994911858be tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:35.307569 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-247276c4-21e4-4c38-98f1-402d5c16cf79 req-fa424450-11cf-442c-b99f-6994911858be tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=cacb8d50-0b23-4c74-a8be-04b4baf26e4e HTTP/1.1" status: 200 len: 943 time: 0.1121821 Sep 09 22:27:35.375877 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5db02bd2-b108-4297-95dd-791ecacf2b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:35.428000 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 58736) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:27:35.430607 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7d3f1f26-8829-416c-b861-c141ed510d34 req-40bb9c24-a2d0-481d-9bda-e1bb1f72dc4b tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b50ddfc-e57d-408e-aa57-9473fc472536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202435 Sep 09 22:27:35.437688 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-247276c4-21e4-4c38-98f1-402d5c16cf79 req-399ae08c-5d73-4ef6-aba6-37c932912f76 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186175 Sep 09 22:27:35.453600 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e632948a-c158-4dc5-9955-75d8c10d4cb6 req-9200a047-8d39-428c-81c2-3c5a793a3611 service neutron] 10.222.0.20 "GET /v2.0/networks/5841743a-0bf4-4a7f-9ea2-766ccec1923f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450629 Sep 09 22:27:35.549805 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3bd7c940-8e02-43b0-ae4f-e6cde57266fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:35.560226 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a027a3-83af-4fc3-948f-1099793819c3 req-1644f8ae-61b4-48df-b573-b68229efb706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:35.561718 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-79a027a3-83af-4fc3-948f-1099793819c3 req-1644f8ae-61b4-48df-b573-b68229efb706 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=57b2554ae3954c0c842e1ddefc325dae&device_id=cacb8d50-0b23-4c74-a8be-04b4baf26e4e HTTP/1.1" status: 200 len: 1096 time: 0.0454829 Sep 09 22:27:35.634770 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 59b94849-ae28-4a6e-9fa3-037fbda20c69 up at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:27:35.653928 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3bd7c940-8e02-43b0-ae4f-e6cde57266fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:35.658296 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3bd7c940-8e02-43b0-ae4f-e6cde57266fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:35.687249 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Provisioning for port 59b94849-ae28-4a6e-9fa3-037fbda20c69 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:27:35.691559 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Provisioning complete for port 59b94849-ae28-4a6e-9fa3-037fbda20c69 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:27:35.692025 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:35.702502 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-3bd7c940-8e02-43b0-ae4f-e6cde57266fe admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ec9c001533e842ca9ee02511c2f532ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2732933 Sep 09 22:27:35.702709 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 58742) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:27:35.703478 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd7c940-8e02-43b0-ae4f-e6cde57266fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0dd1561-3bc5-4b4b-b54b-edbdc77b6660,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:27:35.710428 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a027a3-83af-4fc3-948f-1099793819c3 req-8babface-8b90-42f4-8e1a-668ed8d64776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:35.713166 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-79a027a3-83af-4fc3-948f-1099793819c3 req-8babface-8b90-42f4-8e1a-668ed8d64776 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5841743a-0bf4-4a7f-9ea2-766ccec1923f HTTP/1.1" status: 200 len: 912 time: 0.1348226 Sep 09 22:27:35.726912 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88505e0b-f3ae-49a0-a19f-a4794272a07f req-5bb94e9d-8be2-4173-b94c-78837cb310e5 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:35.728516 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-88505e0b-f3ae-49a0-a19f-a4794272a07f req-5bb94e9d-8be2-4173-b94c-78837cb310e5 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0865157 Sep 09 22:27:35.801622 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:35.804767 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:35.827009 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '388291a0-fff4-40d6-b985-dae230669cc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b94849-ae28-4a6e-9fa3-037fbda20c69'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:27:35.829357 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497578eeb0b1d224d742647686e7d62f740bb656e2f2bb1278978b4c95122d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1882c24d-eca4-4988-b66c-e5420686f52a" -d '{"events": [{"server_uuid": "388291a0-fff4-40d6-b985-dae230669cc1", "name": "network-vif-plugged", "status": "completed", "tag": "59b94849-ae28-4a6e-9fa3-037fbda20c69"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:27:35.837179 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-79a027a3-83af-4fc3-948f-1099793819c3 req-eb24e3b2-e336-4226-927f-3623ae760b82 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9609f721-a64b-4fda-b9ed-70034469c778 HTTP/1.1" status: 200 len: 217 time: 0.0843685 Sep 09 22:27:35.843223 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 59b94849-ae28-4a6e-9fa3-037fbda20c69, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=59b94849-ae28-4a6e-9fa3-037fbda20c69,segment=NetworkSegment(c91907a4-08ff-47a6-a6cb-1165e0b6a369),segment_id=c91907a4-08ff-47a6-a6cb-1165e0b6a369)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:27:35.847214 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:35.894723 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=59b94849-ae28-4a6e-9fa3-037fbda20c69,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:27:35.913988 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-88505e0b-f3ae-49a0-a19f-a4794272a07f req-e949f284-afc9-44e0-aafd-b38636ba25d8 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750665 Sep 09 22:27:35.922407 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7a8ea53b-cb32-4214-9ae1-720e927d93de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:35.949928 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd1a16-7067-4ecb-96ac-c7c1c97f0d7e req-34565618-fe19-4431-ad86-16bd30fdc60d tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:35.951404 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-92fd1a16-7067-4ecb-96ac-c7c1c97f0d7e req-34565618-fe19-4431-ad86-16bd30fdc60d tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.20 "GET /v2.0/ports?device_id=44b6cb97-64bf-41f0-8dcc-8fcd78ff3a75 HTTP/1.1" status: 200 len: 946 time: 0.1987734 Sep 09 22:27:35.971799 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf56c2a-c768-435b-91a4-42cb345e4c0e req-f4e5171d-a35d-4ccc-9b51-e7d2ea29748a tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:35.972407 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638e9671-df30-4f37-be07-829550906ddc x-openstack-request-id: req-638e9671-df30-4f37-be07-829550906ddc {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:27:35.972867 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "388291a0-fff4-40d6-b985-dae230669cc1", "name": "network-vif-plugged", "status": "completed", "tag": "59b94849-ae28-4a6e-9fa3-037fbda20c69", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:27:35.973099 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-638e9671-df30-4f37-be07-829550906ddc {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:27:35.973294 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3bf56c2a-c768-435b-91a4-42cb345e4c0e req-f4e5171d-a35d-4ccc-9b51-e7d2ea29748a tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 946 time: 0.2033718 Sep 09 22:27:35.973653 dv-cinder-759955-23-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '388291a0-fff4-40d6-b985-dae230669cc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b94849-ae28-4a6e-9fa3-037fbda20c69', 'code': 200} Sep 09 22:27:35.978776 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a027a3-83af-4fc3-948f-1099793819c3 req-f6665689-06e7-4f7c-9c89-00ebdb928c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:35.980260 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-79a027a3-83af-4fc3-948f-1099793819c3 req-f6665689-06e7-4f7c-9c89-00ebdb928c3f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00d86d00-e9a4-4aee-a6b2-3faac56ffafe HTTP/1.1" status: 200 len: 851 time: 0.1261601 Sep 09 22:27:35.988121 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7a8ea53b-cb32-4214-9ae1-720e927d93de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:36.135823 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3bf56c2a-c768-435b-91a4-42cb345e4c0e req-3d4b5d33-9676-4121-be3f-dfba9fdd1760 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446955 Sep 09 22:27:36.174122 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a027a3-83af-4fc3-948f-1099793819c3 req-f6258529-d317-417f-ba5b-a9718f2b0a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:36.175596 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-79a027a3-83af-4fc3-948f-1099793819c3 req-f6258529-d317-417f-ba5b-a9718f2b0a4f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5841743a-0bf4-4a7f-9ea2-766ccec1923f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1580489 Sep 09 22:27:36.190175 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855ae41-f077-4426-b4a4-bee319432cf4 req-64789b14-d398-4c1c-9dd8-4a4593ed276b tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:36.191661 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b855ae41-f077-4426-b4a4-bee319432cf4 req-64789b14-d398-4c1c-9dd8-4a4593ed276b tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=388291a0-fff4-40d6-b985-dae230669cc1 HTTP/1.1" status: 200 len: 945 time: 0.1525083 Sep 09 22:27:36.219324 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7a8ea53b-cb32-4214-9ae1-720e927d93de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:36.221883 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7a8ea53b-cb32-4214-9ae1-720e927d93de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:36.222987 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-7a8ea53b-cb32-4214-9ae1-720e927d93de admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f0dd1561-3bc5-4b4b-b54b-edbdc77b6660 HTTP/1.1" status: 204 len: 168 time: 0.5194829 Sep 09 22:27:36.224821 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4712ce6d-bb64-44b7-a7e0-3e2510e15be8 req-e0880267-3340-4d04-be0b-19183d4b0ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:36.226632 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-4712ce6d-bb64-44b7-a7e0-3e2510e15be8 req-e0880267-3340-4d04-be0b-19183d4b0ee6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=388291a0-fff4-40d6-b985-dae230669cc1 HTTP/1.1" status: 200 len: 1098 time: 0.0455310 Sep 09 22:27:36.265992 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ea53b-cb32-4214-9ae1-720e927d93de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0dd1561-3bc5-4b4b-b54b-edbdc77b6660,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:27:36.278038 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-4712ce6d-bb64-44b7-a7e0-3e2510e15be8 req-69cb270a-1751-45a1-aed7-44b49a7bb92b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421216 Sep 09 22:27:36.323597 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-92fd1a16-7067-4ecb-96ac-c7c1c97f0d7e req-6540bc5c-597a-4abe-b318-0b7c8869ac09 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Deleting port 5adf285d-edac-4511-8c19-c7cfb697b65b {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:27:36.324195 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-92fd1a16-7067-4ecb-96ac-c7c1c97f0d7e req-6540bc5c-597a-4abe-b318-0b7c8869ac09 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:36.331110 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b855ae41-f077-4426-b4a4-bee319432cf4 req-a5a873f1-b404-4c8e-ac40-e211b78cbe8f tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265650 Sep 09 22:27:36.376700 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-79a027a3-83af-4fc3-948f-1099793819c3 req-14a8a89c-9037-4fd0-bdcd-35946bd68db0 service neutron] 10.222.0.20 "GET /v2.0/networks/5841743a-0bf4-4a7f-9ea2-766ccec1923f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829312 Sep 09 22:27:36.441875 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-92fd1a16-7067-4ecb-96ac-c7c1c97f0d7e req-6540bc5c-597a-4abe-b318-0b7c8869ac09 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] For port 5adf285d-edac-4511-8c19-c7cfb697b65b, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=5adf285d-edac-4511-8c19-c7cfb697b65b,segment=NetworkSegment(f86cc299-7509-4b66-8ecd-3020ba3e2c86),segment_id=f86cc299-7509-4b66-8ecd-3020ba3e2c86)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:27:36.442233 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-92fd1a16-7067-4ecb-96ac-c7c1c97f0d7e req-6540bc5c-597a-4abe-b318-0b7c8869ac09 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:36.455886 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-92fd1a16-7067-4ecb-96ac-c7c1c97f0d7e req-6540bc5c-597a-4abe-b318-0b7c8869ac09 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Calling delete_port for 5adf285d-edac-4511-8c19-c7cfb697b65b owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:27:36.678608 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b292fe29-27e0-4cc4-a465-3861e9b7a93a req-ae95748e-014b-4433-950f-6d1883e5dff7 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:36.680206 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b292fe29-27e0-4cc4-a465-3861e9b7a93a req-ae95748e-014b-4433-950f-6d1883e5dff7 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/ports?device_id=44b6cb97-64bf-41f0-8dcc-8fcd78ff3a75 HTTP/1.1" status: 200 len: 946 time: 0.1553996 Sep 09 22:27:36.688834 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:36.736083 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271ca04-8065-41f6-836a-656f5bb341ff req-26d5f850-34dd-4597-a6d4-b92717bda184 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:36.737533 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b271ca04-8065-41f6-836a-656f5bb341ff req-26d5f850-34dd-4597-a6d4-b92717bda184 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=cacb8d50-0b23-4c74-a8be-04b4baf26e4e HTTP/1.1" status: 200 len: 943 time: 0.2107592 Sep 09 22:27:36.752607 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-79a027a3-83af-4fc3-948f-1099793819c3 req-bd727a53-9a52-48a9-89ad-ad808b090805 service neutron] 10.222.0.20 "GET /v2.0/networks/5841743a-0bf4-4a7f-9ea2-766ccec1923f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266817 Sep 09 22:27:36.798289 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b292fe29-27e0-4cc4-a465-3861e9b7a93a req-5042311f-b7b5-41f6-84fe-3ab266518b34 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.41 "GET /v2.0/security-groups?id=3b50ddfc-e57d-408e-aa57-9473fc472536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866160 Sep 09 22:27:36.798882 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-92fd1a16-7067-4ecb-96ac-c7c1c97f0d7e req-6540bc5c-597a-4abe-b318-0b7c8869ac09 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:36.811980 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] get_ports_and_sgs() called for port_ids ['5adf285d-edac-4511-8c19-c7cfb697b65b'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:27:36.838360 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b271ca04-8065-41f6-836a-656f5bb341ff req-799ee88a-da87-4c5c-8e75-16a189199501 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939484 Sep 09 22:27:36.839362 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540bc5c-597a-4abe-b318-0b7c8869ac09 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Pushing event deleted for resources: {'Port': ['ID=5adf285d-edac-4511-8c19-c7cfb697b65b,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:27:36.879949 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-92fd1a16-7067-4ecb-96ac-c7c1c97f0d7e req-6540bc5c-597a-4abe-b318-0b7c8869ac09 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] No DVR routers for this DVR port 5adf285d-edac-4511-8c19-c7cfb697b65b on host hv-cinder-75995 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:27:36.882384 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-92fd1a16-7067-4ecb-96ac-c7c1c97f0d7e req-6540bc5c-597a-4abe-b318-0b7c8869ac09 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:36.884375 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-92fd1a16-7067-4ecb-96ac-c7c1c97f0d7e req-6540bc5c-597a-4abe-b318-0b7c8869ac09 tempest-VolumesActionsTest-891550295 tempest-VolumesActionsTest-891550295-project] 10.222.0.20 "DELETE /v2.0/ports/5adf285d-edac-4511-8c19-c7cfb697b65b HTTP/1.1" status: 204 len: 173 time: 0.9100113 Sep 09 22:27:36.884840 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b6cb97-64bf-41f0-8dcc-8fcd78ff3a75', 'name': 'network-vif-deleted', 'tag': '5adf285d-edac-4511-8c19-c7cfb697b65b'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:27:36.887332 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febecf7243e3540986e18e5907cacf19c405284daaaade8257553be7db475bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bdc05be-2c18-49a5-824c-988634b49101" -d '{"events": [{"server_uuid": "44b6cb97-64bf-41f0-8dcc-8fcd78ff3a75", "name": "network-vif-deleted", "tag": "5adf285d-edac-4511-8c19-c7cfb697b65b"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:27:36.927806 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a51f7f5-b32d-4aae-a30d-d5cc8ddaeb7c x-openstack-request-id: req-2a51f7f5-b32d-4aae-a30d-d5cc8ddaeb7c {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:27:36.928124 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b6cb97-64bf-41f0-8dcc-8fcd78ff3a75", "name": "network-vif-deleted", "tag": "5adf285d-edac-4511-8c19-c7cfb697b65b", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:27:36.928378 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2a51f7f5-b32d-4aae-a30d-d5cc8ddaeb7c {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:27:36.928830 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b6cb97-64bf-41f0-8dcc-8fcd78ff3a75', 'name': 'network-vif-deleted', 'tag': '5adf285d-edac-4511-8c19-c7cfb697b65b', 'status': 'completed', 'code': 200} Sep 09 22:27:37.043917 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e106a54-9ab5-43ff-8b8b-372b49457ac0 req-9bc401fa-5859-4ac3-9b19-ab22e69715be tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:37.045474 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9e106a54-9ab5-43ff-8b8b-372b49457ac0 req-9bc401fa-5859-4ac3-9b19-ab22e69715be tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0562325 Sep 09 22:27:37.082482 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9e106a54-9ab5-43ff-8b8b-372b49457ac0 req-bc483940-1f99-4deb-b7a7-f54c5e78db09 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311007 Sep 09 22:27:37.260279 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f08f5-212d-497a-b301-ceb9d0bb0f64 req-e60b6fef-982b-4962-8273-ba2d88d8a2ce tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:37.261798 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-585f08f5-212d-497a-b301-ceb9d0bb0f64 req-e60b6fef-982b-4962-8273-ba2d88d8a2ce tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 946 time: 0.0513651 Sep 09 22:27:37.310914 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-585f08f5-212d-497a-b301-ceb9d0bb0f64 req-878929e5-3d04-4fb0-a656-a14a0f95f57e tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422645 Sep 09 22:27:37.483535 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1319484-5603-49df-8a6e-e9ffb09d8ce3 req-124ef1aa-2676-466c-9c70-2b5724283468 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:37.485118 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b1319484-5603-49df-8a6e-e9ffb09d8ce3 req-124ef1aa-2676-466c-9c70-2b5724283468 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=388291a0-fff4-40d6-b985-dae230669cc1 HTTP/1.1" status: 200 len: 945 time: 0.0639105 Sep 09 22:27:37.560025 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b1319484-5603-49df-8a6e-e9ffb09d8ce3 req-c807eba7-07a7-446f-b143-7bb2043e9844 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667889 Sep 09 22:27:37.962121 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab5005-f99a-4a08-b5a3-87a53902f5c9 req-cfa80f3e-8b9f-47e8-98c7-45a4a8f48f32 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:37.963545 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6aab5005-f99a-4a08-b5a3-87a53902f5c9 req-cfa80f3e-8b9f-47e8-98c7-45a4a8f48f32 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=cacb8d50-0b23-4c74-a8be-04b4baf26e4e HTTP/1.1" status: 200 len: 943 time: 0.0535786 Sep 09 22:27:38.006138 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6aab5005-f99a-4a08-b5a3-87a53902f5c9 req-73c15830-b456-4206-9ed5-ec7f4b51e704 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345736 Sep 09 22:27:38.069913 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:38.200281 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c9aea-0de8-4583-a878-63e78ec82a4f req-abe1c3ce-9bea-4177-bd90-e8013e0ca4e1 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:38.201812 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a81c9aea-0de8-4583-a878-63e78ec82a4f req-abe1c3ce-9bea-4177-bd90-e8013e0ca4e1 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0492067 Sep 09 22:27:38.239835 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a81c9aea-0de8-4583-a878-63e78ec82a4f req-59dad3e0-aa28-4c37-8ba7-4c3d655b7333 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316844 Sep 09 22:27:38.442434 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a7091-c274-45ed-b911-d43aa93d6648 req-31166ca0-8066-4fdd-9f36-4f04a1d20315 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:38.443916 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-964a7091-c274-45ed-b911-d43aa93d6648 req-31166ca0-8066-4fdd-9f36-4f04a1d20315 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 946 time: 0.0511408 Sep 09 22:27:38.485178 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-964a7091-c274-45ed-b911-d43aa93d6648 req-5456e6eb-a452-4838-8514-bb90ebe20ad8 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343082 Sep 09 22:27:38.692449 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be05663-2716-4e93-b6b3-3237223b34c4 req-9b9e9292-5de5-4ae8-af10-14c3039fc67a tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:38.693941 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5be05663-2716-4e93-b6b3-3237223b34c4 req-9b9e9292-5de5-4ae8-af10-14c3039fc67a tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=388291a0-fff4-40d6-b985-dae230669cc1 HTTP/1.1" status: 200 len: 945 time: 0.0536687 Sep 09 22:27:38.732315 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5be05663-2716-4e93-b6b3-3237223b34c4 req-6f4538ac-9e46-4e91-a6e0-c31b0c54d5ef tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309815 Sep 09 22:27:39.120614 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32dce3f-ece8-446d-944c-ce929297c3eb req-9dea9c5c-6ee6-46d2-9380-957b9ddf620d tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:39.122152 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a32dce3f-ece8-446d-944c-ce929297c3eb req-9dea9c5c-6ee6-46d2-9380-957b9ddf620d tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=cacb8d50-0b23-4c74-a8be-04b4baf26e4e HTTP/1.1" status: 200 len: 943 time: 0.0489075 Sep 09 22:27:39.160061 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a32dce3f-ece8-446d-944c-ce929297c3eb req-592460a8-256d-40c9-af91-8cf790e7b27b tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319691 Sep 09 22:27:39.356973 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429900b7-e54b-48fd-b58b-a14b6ba89011 req-ccc651d2-08d2-4fe6-9737-ab56a0333b3b tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:39.359282 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-429900b7-e54b-48fd-b58b-a14b6ba89011 req-ccc651d2-08d2-4fe6-9737-ab56a0333b3b tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0503170 Sep 09 22:27:39.398086 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-429900b7-e54b-48fd-b58b-a14b6ba89011 req-9245bf09-495d-482e-a7a1-fe6f097b0cc5 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329661 Sep 09 22:27:39.612408 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49b10f-4b7e-4c35-b8f2-f6db35bb5935 req-84d91eb5-22ee-47cb-b514-dfeeb9084e83 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:39.613330 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9a49b10f-4b7e-4c35-b8f2-f6db35bb5935 req-84d91eb5-22ee-47cb-b514-dfeeb9084e83 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 946 time: 0.0559726 Sep 09 22:27:39.654299 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9a49b10f-4b7e-4c35-b8f2-f6db35bb5935 req-74fb05bd-049b-4ae7-a1b7-002d760927b3 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348685 Sep 09 22:27:39.856473 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 5adf285d-edac-4511-8c19-c7cfb697b65b no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:27:39.877355 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] No Port match for: 5adf285d-edac-4511-8c19-c7cfb697b65b {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:27:39.877693 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 5adf285d-edac-4511-8c19-c7cfb697b65b not bound to the agent host hv-cinder-75995 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:27:40.270813 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b5457a-351a-486b-9059-55c64e144bbe req-9abdc5da-da47-4138-bbec-4f39634a0adf tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:40.272289 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a9b5457a-351a-486b-9059-55c64e144bbe req-9abdc5da-da47-4138-bbec-4f39634a0adf tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=cacb8d50-0b23-4c74-a8be-04b4baf26e4e HTTP/1.1" status: 200 len: 943 time: 0.0485470 Sep 09 22:27:40.309433 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a9b5457a-351a-486b-9059-55c64e144bbe req-3e09be5f-71fc-46dc-81ea-565339be3cdd tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307202 Sep 09 22:27:40.509390 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62296c5e-cc36-4b97-9bc2-2729e9140b15 req-53d8d3e9-8cad-4ad1-8b9c-df19422fb04f tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:40.511108 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-62296c5e-cc36-4b97-9bc2-2729e9140b15 req-53d8d3e9-8cad-4ad1-8b9c-df19422fb04f tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0477347 Sep 09 22:27:40.548341 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-62296c5e-cc36-4b97-9bc2-2729e9140b15 req-b11cc7de-254c-42d7-88ca-9aa9be7ed940 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308704 Sep 09 22:27:40.771849 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c0676c-36c2-4abb-b1af-734062e4d3d2 req-4e782798-6795-4bf5-ada2-e979dcbe9e9f tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:40.773319 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a3c0676c-36c2-4abb-b1af-734062e4d3d2 req-4e782798-6795-4bf5-ada2-e979dcbe9e9f tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 946 time: 0.0511534 Sep 09 22:27:40.810791 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a3c0676c-36c2-4abb-b1af-734062e4d3d2 req-a348a986-2d8f-4640-8e03-3a6ac4fc1213 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312414 Sep 09 22:27:41.420237 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5281a895-be20-4445-bf8a-374a4823dc43 req-1fd00e96-c7be-4062-9bee-53e9a70c133b tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:41.421687 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5281a895-be20-4445-bf8a-374a4823dc43 req-1fd00e96-c7be-4062-9bee-53e9a70c133b tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=cacb8d50-0b23-4c74-a8be-04b4baf26e4e HTTP/1.1" status: 200 len: 943 time: 0.0481586 Sep 09 22:27:41.460230 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5281a895-be20-4445-bf8a-374a4823dc43 req-7e260c01-2763-4946-b930-4a524797d214 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327334 Sep 09 22:27:41.661297 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c14d4-6b92-47a2-b5a6-9e9466575e59 req-41046ca1-5f77-45a2-87ff-fcc157c69b05 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:41.662640 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-697c14d4-6b92-47a2-b5a6-9e9466575e59 req-41046ca1-5f77-45a2-87ff-fcc157c69b05 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0474772 Sep 09 22:27:41.698017 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-697c14d4-6b92-47a2-b5a6-9e9466575e59 req-b99d1b32-6984-4402-8d1a-b60820be37fe tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291800 Sep 09 22:27:41.926431 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e3d647-b996-410e-95c1-f62aa0bdfa74 req-f6eefdf6-b3c4-497a-857c-de9c414ea5b4 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:41.928063 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d2e3d647-b996-410e-95c1-f62aa0bdfa74 req-f6eefdf6-b3c4-497a-857c-de9c414ea5b4 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 946 time: 0.0516028 Sep 09 22:27:41.966971 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d2e3d647-b996-410e-95c1-f62aa0bdfa74 req-d926d7d6-3b1a-4f01-ac1f-6c717b498764 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318880 Sep 09 22:27:42.577591 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418ee124-dafb-4959-b798-ac68f2fafffd req-d48af37c-7ed6-41a7-aba2-09c412c6e6e3 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:42.579020 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-418ee124-dafb-4959-b798-ac68f2fafffd req-d48af37c-7ed6-41a7-aba2-09c412c6e6e3 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=cacb8d50-0b23-4c74-a8be-04b4baf26e4e HTTP/1.1" status: 200 len: 943 time: 0.0487742 Sep 09 22:27:42.615891 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-418ee124-dafb-4959-b798-ac68f2fafffd req-b968093a-5060-4203-a838-92610abb72e9 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310524 Sep 09 22:27:42.814802 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71ecee-9eba-4b8c-aed0-b2fcce4b9404 req-e6668c81-e862-412b-b2e9-e9b2e76fb05a tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:42.816569 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2d71ecee-9eba-4b8c-aed0-b2fcce4b9404 req-e6668c81-e862-412b-b2e9-e9b2e76fb05a tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0506995 Sep 09 22:27:42.857071 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2d71ecee-9eba-4b8c-aed0-b2fcce4b9404 req-17ad66f8-833d-4a73-8c5d-85ad068bcb56 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345075 Sep 09 22:27:42.960242 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.agents_db [None req-ca59875f-4706-4e17-8f41-5ac1de1c8425 None None] Agent healthcheck: found 6 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:27:43.086267 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5575f42-fab2-41a8-851f-a0a8be433f60 req-0c826c29-5944-4170-b16c-956c0e6c7bbb tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:43.087633 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c5575f42-fab2-41a8-851f-a0a8be433f60 req-0c826c29-5944-4170-b16c-956c0e6c7bbb tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 946 time: 0.0520940 Sep 09 22:27:43.127067 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c5575f42-fab2-41a8-851f-a0a8be433f60 req-da65e432-8b3e-4c8d-9366-2311dd0cb3f0 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324061 Sep 09 22:27:43.366329 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1336c5ea-3db6-43a4-b823-83f6ef397b8c req-ce470ab1-56b3-4ed8-8195-2d2db575d2ac tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:43.367975 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1336c5ea-3db6-43a4-b823-83f6ef397b8c req-ce470ab1-56b3-4ed8-8195-2d2db575d2ac tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 946 time: 0.0734639 Sep 09 22:27:43.463043 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68814f86-e536-4dcc-8429-0db131968f97 req-b54d11b4-9929-4edc-95c7-f080c7da0aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:43.464968 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-68814f86-e536-4dcc-8429-0db131968f97 req-b54d11b4-9929-4edc-95c7-f080c7da0aae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=096fa68883894e368796bcd92c5e8218&device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 1099 time: 0.0677030 Sep 09 22:27:43.477490 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1336c5ea-3db6-43a4-b823-83f6ef397b8c req-da9ddc79-25a4-474c-b29c-c42aff9babe2 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010878 Sep 09 22:27:43.624637 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68814f86-e536-4dcc-8429-0db131968f97 req-392b2803-0075-4363-a112-1ce8924a5890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:43.626293 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-68814f86-e536-4dcc-8429-0db131968f97 req-392b2803-0075-4363-a112-1ce8924a5890 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b7e517a4-55ac-4999-ad3f-46426478f73d HTTP/1.1" status: 200 len: 911 time: 0.1476307 Sep 09 22:27:43.651246 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 9609f721-a64b-4fda-b9ed-70034469c778 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 22:27:43.796275 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-68814f86-e536-4dcc-8429-0db131968f97 req-602e7697-847a-4824-9040-0dae1a19171e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60e86550-edb7-4064-8f03-cb6b7be251e7 HTTP/1.1" status: 200 len: 1002 time: 0.1455920 Sep 09 22:27:43.875389 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 9609f721-a64b-4fda-b9ed-70034469c778, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=9609f721-a64b-4fda-b9ed-70034469c778,segment=NetworkSegment(9a51308c-3fc8-4057-b734-fc33372de6bc),segment_id=9a51308c-3fc8-4057-b734-fc33372de6bc)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:27:43.892540 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Returning: {'device': '9609f721-a64b-4fda-b9ed-70034469c778', 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f', 'port_id': '9609f721-a64b-4fda-b9ed-70034469c778', 'mac_address': 'fa:16:3e:bf:d8:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00d86d00-e9a4-4aee-a6b2-3faac56ffafe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 22:27:43.899415 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68814f86-e536-4dcc-8429-0db131968f97 req-53e0607c-f6ed-4fb0-8e5c-71ab71dd197b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:43.902066 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-68814f86-e536-4dcc-8429-0db131968f97 req-53e0607c-f6ed-4fb0-8e5c-71ab71dd197b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6cc1261c-ba68-4d29-a19d-d09d50ae8bfc HTTP/1.1" status: 200 len: 850 time: 0.0962842 Sep 09 22:27:43.950005 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:43.971673 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9609f721-a64b-4fda-b9ed-70034469c778 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:27:43.973644 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca8522f-fc56-4864-a73b-e9ac94846cbd req-401edf82-44d7-4ef2-b22c-eb5edde4519f tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:43.981712 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fca8522f-fc56-4864-a73b-e9ac94846cbd req-401edf82-44d7-4ef2-b22c-eb5edde4519f tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=cacb8d50-0b23-4c74-a8be-04b4baf26e4e HTTP/1.1" status: 200 len: 943 time: 0.1843655 Sep 09 22:27:44.003059 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 9609f721-a64b-4fda-b9ed-70034469c778, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=9609f721-a64b-4fda-b9ed-70034469c778,segment=NetworkSegment(9a51308c-3fc8-4057-b734-fc33372de6bc),segment_id=9a51308c-3fc8-4057-b734-fc33372de6bc)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:27:44.009658 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68814f86-e536-4dcc-8429-0db131968f97 req-d9d0e9e2-6302-423c-b737-4a44ff727c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:44.009880 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:44.011736 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-68814f86-e536-4dcc-8429-0db131968f97 req-d9d0e9e2-6302-423c-b737-4a44ff727c70 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b7e517a4-55ac-4999-ad3f-46426478f73d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0918992 Sep 09 22:27:44.066379 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=9609f721-a64b-4fda-b9ed-70034469c778,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:27:44.079207 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fca8522f-fc56-4864-a73b-e9ac94846cbd req-39b915d8-4e6a-4e9a-b451-92284f2fb132 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964522 Sep 09 22:27:44.103542 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dbcac0-c7eb-475e-89de-bd65e0953329 req-6ea78475-3134-4c5d-ac7e-22e6a3dda609 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:44.105751 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-44dbcac0-c7eb-475e-89de-bd65e0953329 req-6ea78475-3134-4c5d-ac7e-22e6a3dda609 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0908346 Sep 09 22:27:44.204127 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-68814f86-e536-4dcc-8429-0db131968f97 req-df87b61a-cb65-47c5-a523-a4da8f6a2cfb service neutron] 10.222.0.20 "GET /v2.0/networks/b7e517a4-55ac-4999-ad3f-46426478f73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620722 Sep 09 22:27:44.227561 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-44dbcac0-c7eb-475e-89de-bd65e0953329 req-7dbfedae-b28d-497f-bc5c-e38d2e76e98d tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811746 Sep 09 22:27:44.339783 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-68814f86-e536-4dcc-8429-0db131968f97 req-d2ba18dc-a825-44a8-a898-e46aa6b994f0 service neutron] 10.222.0.20 "GET /v2.0/networks/b7e517a4-55ac-4999-ad3f-46426478f73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258314 Sep 09 22:27:44.454723 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] get_ports_and_sgs() called for port_ids ['9609f721-a64b-4fda-b9ed-70034469c778'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:27:44.713153 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4d2422-f766-4ca2-a14a-90bda1547f08 req-f96b3dc7-94a2-4750-ba8d-31fb3b9659a6 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:44.715745 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8b4d2422-f766-4ca2-a14a-90bda1547f08 req-f96b3dc7-94a2-4750-ba8d-31fb3b9659a6 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 946 time: 0.1407208 Sep 09 22:27:44.813007 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8b4d2422-f766-4ca2-a14a-90bda1547f08 req-4de5c286-e7cd-4549-be6a-a55bb8973c6b tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887687 Sep 09 22:27:44.831461 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3552ea9-66bb-4995-83ef-bf8eaa7d5823 req-1409ca60-6235-4e5d-a9dd-c0a9111fb9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:44.831461 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e3552ea9-66bb-4995-83ef-bf8eaa7d5823 req-1409ca60-6235-4e5d-a9dd-c0a9111fb9ef service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 1098 time: 0.0641797 Sep 09 22:27:44.876385 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e3552ea9-66bb-4995-83ef-bf8eaa7d5823 req-1e19d3a6-0ad7-442d-882a-a75ced4c64b0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329685 Sep 09 22:27:45.245383 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb544589-9c35-40ea-85d1-3f8186990768 req-89a32a00-e637-40bd-8baf-03be7daf3193 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:45.254641 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fb544589-9c35-40ea-85d1-3f8186990768 req-89a32a00-e637-40bd-8baf-03be7daf3193 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=cacb8d50-0b23-4c74-a8be-04b4baf26e4e HTTP/1.1" status: 200 len: 944 time: 0.0930600 Sep 09 22:27:45.291981 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fb544589-9c35-40ea-85d1-3f8186990768 req-e1084ea8-5a82-47b4-aa12-30b4e4c2cae1 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364542 Sep 09 22:27:45.361931 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4f42e3-91d6-4e72-8c66-e37e35521898 req-a82271e2-0c8a-4bff-832d-da3005ef617e tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:45.363375 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-be4f42e3-91d6-4e72-8c66-e37e35521898 req-a82271e2-0c8a-4bff-832d-da3005ef617e tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0484014 Sep 09 22:27:45.414386 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-be4f42e3-91d6-4e72-8c66-e37e35521898 req-55b852c1-5c83-4727-9cf1-dff6151f9d51 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449464 Sep 09 22:27:45.955309 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a9cb2-3d06-477c-85cf-c79a10aeed35 req-5bfb0d39-faff-4ec4-bb93-121699af93fa tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:45.956914 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-440a9cb2-3d06-477c-85cf-c79a10aeed35 req-5bfb0d39-faff-4ec4-bb93-121699af93fa tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 946 time: 0.0522530 Sep 09 22:27:45.996250 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-440a9cb2-3d06-477c-85cf-c79a10aeed35 req-bcb5641f-c3bc-42e0-89d1-8d6c27d5ea78 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322855 Sep 09 22:27:46.413640 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9031d8c-97f7-49ca-8ff6-fb59c092af3f req-62282a1c-02c6-4989-b19a-6740cbc884d7 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:46.420963 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f9031d8c-97f7-49ca-8ff6-fb59c092af3f req-62282a1c-02c6-4989-b19a-6740cbc884d7 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=cacb8d50-0b23-4c74-a8be-04b4baf26e4e HTTP/1.1" status: 200 len: 944 time: 0.0581167 Sep 09 22:27:46.458988 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f9031d8c-97f7-49ca-8ff6-fb59c092af3f req-48ea7ba4-3240-4653-99f1-cadbb723328b tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356479 Sep 09 22:27:46.558394 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10964aca-b1dc-4d13-91f9-3c8ed4ab46ee req-1ed3ca3b-05d0-436a-bc7a-0b464b853cf7 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:46.559994 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-10964aca-b1dc-4d13-91f9-3c8ed4ab46ee req-1ed3ca3b-05d0-436a-bc7a-0b464b853cf7 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0567639 Sep 09 22:27:46.604218 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-10964aca-b1dc-4d13-91f9-3c8ed4ab46ee req-4dc01006-f0d3-4539-9ba3-5a458b5176ef tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379488 Sep 09 22:27:47.841003 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fce146-8aef-476f-9bdb-d60fe26b3d14 req-4cd77fc2-5325-4fc6-846b-0453ed6c794f tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:47.842487 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-43fce146-8aef-476f-9bdb-d60fe26b3d14 req-4cd77fc2-5325-4fc6-846b-0453ed6c794f tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=cacb8d50-0b23-4c74-a8be-04b4baf26e4e HTTP/1.1" status: 200 len: 944 time: 0.3107152 Sep 09 22:27:47.863659 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf050d69-79a3-41a2-817a-5e1f5a841b92 req-b7873423-37c5-4208-bdc2-0468626b4b1f tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:47.865140 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cf050d69-79a3-41a2-817a-5e1f5a841b92 req-b7873423-37c5-4208-bdc2-0468626b4b1f tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0767467 Sep 09 22:27:47.920300 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-43fce146-8aef-476f-9bdb-d60fe26b3d14 req-223d63cc-4c55-42ba-a721-b6583c92f4a5 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710433 Sep 09 22:27:47.922862 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cf050d69-79a3-41a2-817a-5e1f5a841b92 req-4cd2ea63-a008-46fc-9076-125df9dfb725 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495565 Sep 09 22:27:49.087391 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f87af9-ca9f-48d5-846c-390474cc97bc req-27efe726-d9f8-486c-a409-01c60f154b1b tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:49.088891 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-65f87af9-ca9f-48d5-846c-390474cc97bc req-27efe726-d9f8-486c-a409-01c60f154b1b tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0874701 Sep 09 22:27:49.102039 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d9b80c-d88d-4bab-ab58-d82b7be8b591 req-39a8c1c4-a99d-4167-aeae-789c61755ea2 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:49.103518 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e9d9b80c-d88d-4bab-ab58-d82b7be8b591 req-39a8c1c4-a99d-4167-aeae-789c61755ea2 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=cacb8d50-0b23-4c74-a8be-04b4baf26e4e HTTP/1.1" status: 200 len: 944 time: 0.1118007 Sep 09 22:27:49.158770 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-65f87af9-ca9f-48d5-846c-390474cc97bc req-a5f44302-324f-4ea5-8353-4424ffed5fb8 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541537 Sep 09 22:27:49.163694 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e9d9b80c-d88d-4bab-ab58-d82b7be8b591 req-d2eb9b25-8547-422f-b0f5-a36bcee2314f tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525992 Sep 09 22:27:49.712714 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 9609f721-a64b-4fda-b9ed-70034469c778 up at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:27:49.774772 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Provisioning for port 9609f721-a64b-4fda-b9ed-70034469c778 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:27:49.780517 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Provisioning complete for port 9609f721-a64b-4fda-b9ed-70034469c778 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:27:49.780797 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:49.869973 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:49.894113 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cacb8d50-0b23-4c74-a8be-04b4baf26e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9609f721-a64b-4fda-b9ed-70034469c778'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:27:49.896687 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497578eeb0b1d224d742647686e7d62f740bb656e2f2bb1278978b4c95122d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27b57951-393a-42ef-a4ef-e84c93fc3a8e" -d '{"events": [{"server_uuid": "cacb8d50-0b23-4c74-a8be-04b4baf26e4e", "name": "network-vif-plugged", "status": "completed", "tag": "9609f721-a64b-4fda-b9ed-70034469c778"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:27:49.909384 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 9609f721-a64b-4fda-b9ed-70034469c778, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=9609f721-a64b-4fda-b9ed-70034469c778,segment=NetworkSegment(9a51308c-3fc8-4057-b734-fc33372de6bc),segment_id=9a51308c-3fc8-4057-b734-fc33372de6bc)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:27:49.915057 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:27:49.948616 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa6a16c-c329-4809-88da-8d78d44bdea0 x-openstack-request-id: req-4fa6a16c-c329-4809-88da-8d78d44bdea0 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:27:49.948857 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cacb8d50-0b23-4c74-a8be-04b4baf26e4e", "name": "network-vif-plugged", "status": "completed", "tag": "9609f721-a64b-4fda-b9ed-70034469c778", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:27:49.948960 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4fa6a16c-c329-4809-88da-8d78d44bdea0 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:27:49.949398 dv-cinder-759955-23-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cacb8d50-0b23-4c74-a8be-04b4baf26e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9609f721-a64b-4fda-b9ed-70034469c778', 'code': 200} Sep 09 22:27:49.986061 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=9609f721-a64b-4fda-b9ed-70034469c778,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:27:50.395155 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b2c56f-890c-4764-90c1-19e3ec39f919 req-fc77408a-4a7f-4a70-b2d3-c286d8405784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:50.396996 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-25b2c56f-890c-4764-90c1-19e3ec39f919 req-fc77408a-4a7f-4a70-b2d3-c286d8405784 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cacb8d50-0b23-4c74-a8be-04b4baf26e4e HTTP/1.1" status: 200 len: 1098 time: 0.1396310 Sep 09 22:27:50.412387 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0782ba3-99de-40fc-94cf-6ec7c46007c6 req-bc98c9c9-711d-4c6e-9933-26d31f683435 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:50.415429 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c0782ba3-99de-40fc-94cf-6ec7c46007c6 req-bc98c9c9-711d-4c6e-9933-26d31f683435 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=cacb8d50-0b23-4c74-a8be-04b4baf26e4e HTTP/1.1" status: 200 len: 945 time: 0.1489730 Sep 09 22:27:50.445432 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b167e-dcab-46f8-a063-ce3ffc8d13c8 req-9e107afe-f76c-4593-9ef5-ea08c1036945 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:50.446931 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d25b167e-dcab-46f8-a063-ce3ffc8d13c8 req-9e107afe-f76c-4593-9ef5-ea08c1036945 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.1625035 Sep 09 22:27:50.532953 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-25b2c56f-890c-4764-90c1-19e3ec39f919 req-be107bd5-f786-4833-b5b8-0d56cb9d4f61 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140041 Sep 09 22:27:50.569237 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c0782ba3-99de-40fc-94cf-6ec7c46007c6 req-a4e14365-74e9-4438-9966-db33bf16fc16 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400101 Sep 09 22:27:50.596976 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d25b167e-dcab-46f8-a063-ce3ffc8d13c8 req-cf0e85b7-c37c-4675-8bf7-1f36da5e8977 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393459 Sep 09 22:27:51.016618 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6171e01f-0128-4277-b32e-3fdb036a9cd6 req-8c457f54-01d4-4659-89fc-fbbf99bb9522 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:51.018200 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6171e01f-0128-4277-b32e-3fdb036a9cd6 req-8c457f54-01d4-4659-89fc-fbbf99bb9522 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0854986 Sep 09 22:27:51.021176 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f48147-6cce-48fe-91c5-c3a73af55fb6 req-45a0cefd-d628-48e8-86aa-a53c7f78ebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:51.022535 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b3f48147-6cce-48fe-91c5-c3a73af55fb6 req-45a0cefd-d628-48e8-86aa-a53c7f78ebc9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a614c2fdc45a410cbe5b4bf63b53131b&device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 1098 time: 0.0986960 Sep 09 22:27:51.065305 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6171e01f-0128-4277-b32e-3fdb036a9cd6 req-1effdcb2-e6c6-41a1-8607-8f38423fe079 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404186 Sep 09 22:27:51.712064 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf2e71-8924-480b-9e4f-23da3f548d71 req-9f4bfa12-e7a0-4167-b50c-f75bc940e8d7 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:51.719437 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e0cf2e71-8924-480b-9e4f-23da3f548d71 req-9f4bfa12-e7a0-4167-b50c-f75bc940e8d7 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=cacb8d50-0b23-4c74-a8be-04b4baf26e4e HTTP/1.1" status: 200 len: 945 time: 0.0566249 Sep 09 22:27:51.753814 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e0cf2e71-8924-480b-9e4f-23da3f548d71 req-19a5ccb9-d34f-4f04-9349-a131d299d843 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335062 Sep 09 22:27:52.264465 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f48147-6cce-48fe-91c5-c3a73af55fb6 req-97183a4b-89a5-497c-9ab2-3bbfe4258bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:52.266407 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b3f48147-6cce-48fe-91c5-c3a73af55fb6 req-97183a4b-89a5-497c-9ab2-3bbfe4258bb8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=05871169-dd65-49e2-b26e-00b42542e9ff HTTP/1.1" status: 200 len: 919 time: 0.1873527 Sep 09 22:27:52.288944 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef78b6-35a8-4c9d-9814-a696aecbaff3 req-5c113add-c4b3-46b6-a674-49a68c2e76c4 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:52.291073 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-16ef78b6-35a8-4c9d-9814-a696aecbaff3 req-5c113add-c4b3-46b6-a674-49a68c2e76c4 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.1163406 Sep 09 22:27:52.335854 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-16ef78b6-35a8-4c9d-9814-a696aecbaff3 req-24b49450-b8de-47b7-8d84-aa55e6810bea tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378067 Sep 09 22:27:52.887561 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab368eff-73c4-4ac5-8fd5-4c0a22409e68 req-509a567e-05db-4968-91ba-7932668381fa tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:52.889311 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ab368eff-73c4-4ac5-8fd5-4c0a22409e68 req-509a567e-05db-4968-91ba-7932668381fa tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=cacb8d50-0b23-4c74-a8be-04b4baf26e4e HTTP/1.1" status: 200 len: 945 time: 0.0605946 Sep 09 22:27:52.936843 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ab368eff-73c4-4ac5-8fd5-4c0a22409e68 req-12c7f7d1-73ab-4abb-92b5-c003830baf79 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409200 Sep 09 22:27:53.110928 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b3f48147-6cce-48fe-91c5-c3a73af55fb6 req-ccfb949f-5bb2-4f85-9b99-478535654058 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b221fbf5-0b90-4b5f-b20e-4f7824abe66f HTTP/1.1" status: 200 len: 217 time: 0.0352051 Sep 09 22:27:53.452686 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e2cd6-932f-4259-98fb-0434fccd09c7 req-cde7ba16-8444-4cd7-9fbc-62d5d5fad490 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:53.454129 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a40e2cd6-932f-4259-98fb-0434fccd09c7 req-cde7ba16-8444-4cd7-9fbc-62d5d5fad490 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0495725 Sep 09 22:27:53.491082 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a40e2cd6-932f-4259-98fb-0434fccd09c7 req-7a8abda1-6cfc-41c5-ad3d-385d433fedb9 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310123 Sep 09 22:27:54.054205 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0d222-c094-464a-8e1b-ad9b9bcdfd55 req-4e9d4851-c223-40d0-a730-45bb3a733d38 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:54.055672 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f8b0d222-c094-464a-8e1b-ad9b9bcdfd55 req-4e9d4851-c223-40d0-a730-45bb3a733d38 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=cacb8d50-0b23-4c74-a8be-04b4baf26e4e HTTP/1.1" status: 200 len: 945 time: 0.0520136 Sep 09 22:27:54.092069 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f8b0d222-c094-464a-8e1b-ad9b9bcdfd55 req-17b94969-2952-4236-9a20-ad7c37c822dd tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305374 Sep 09 22:27:54.258412 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f48147-6cce-48fe-91c5-c3a73af55fb6 req-cb12654b-808f-4cd5-91b8-a53cd256a9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:54.262213 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b3f48147-6cce-48fe-91c5-c3a73af55fb6 req-cb12654b-808f-4cd5-91b8-a53cd256a9e1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=300ee5ef-a508-4127-aec7-f35d79a48d74 HTTP/1.1" status: 200 len: 859 time: 0.0462172 Sep 09 22:27:54.294629 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b3f48147-6cce-48fe-91c5-c3a73af55fb6 req-079b638d-c0ec-470e-a59b-820848a48d23 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=05871169-dd65-49e2-b26e-00b42542e9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262079 Sep 09 22:27:54.487965 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b3f48147-6cce-48fe-91c5-c3a73af55fb6 req-c186649b-709e-40e3-a3e5-a63c060329fd service neutron] 10.222.0.20 "GET /v2.0/networks/05871169-dd65-49e2-b26e-00b42542e9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321235 Sep 09 22:27:54.625817 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b3f48147-6cce-48fe-91c5-c3a73af55fb6 req-588a633d-7fd2-48e8-9813-be48e0ee4a36 service neutron] 10.222.0.20 "GET /v2.0/networks/05871169-dd65-49e2-b26e-00b42542e9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261842 Sep 09 22:27:54.644990 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba0c77-6021-450b-a1ef-0789afd9c185 req-1bd2038e-5ae4-40c5-818c-ce9db6be77ef tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:54.646895 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fdba0c77-6021-450b-a1ef-0789afd9c185 req-1bd2038e-5ae4-40c5-818c-ce9db6be77ef tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0742552 Sep 09 22:27:54.707922 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fdba0c77-6021-450b-a1ef-0789afd9c185 req-e5e2651e-e3f3-4060-b67e-646de043023a tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493238 Sep 09 22:27:55.216878 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88e8489-2037-4806-b4a6-2f41363ad202 req-b192df6b-80ba-486d-8023-c7fab290ca73 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:55.218707 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c88e8489-2037-4806-b4a6-2f41363ad202 req-b192df6b-80ba-486d-8023-c7fab290ca73 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=cacb8d50-0b23-4c74-a8be-04b4baf26e4e HTTP/1.1" status: 200 len: 945 time: 0.0555162 Sep 09 22:27:55.262745 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c88e8489-2037-4806-b4a6-2f41363ad202 req-5da99297-b1ca-489f-a5b5-156660e6fe6e tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367217 Sep 09 22:27:55.826683 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb9966-86bd-4eae-8772-27a6b66fca63 req-e796fcaa-2f43-4d17-b7cf-389ea7a2d358 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:55.833967 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e4cb9966-86bd-4eae-8772-27a6b66fca63 req-e796fcaa-2f43-4d17-b7cf-389ea7a2d358 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0653839 Sep 09 22:27:55.886035 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e4cb9966-86bd-4eae-8772-27a6b66fca63 req-188c4a9a-3357-4f4c-bda2-006a44efc118 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450420 Sep 09 22:27:56.398138 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa2da81-b16c-4f3b-8a40-1c9a10bd7286 req-3478b1ec-6ac8-403f-b66c-c8ba09576fa1 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:56.400383 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8aa2da81-b16c-4f3b-8a40-1c9a10bd7286 req-3478b1ec-6ac8-403f-b66c-c8ba09576fa1 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=cacb8d50-0b23-4c74-a8be-04b4baf26e4e HTTP/1.1" status: 200 len: 945 time: 0.0574205 Sep 09 22:27:56.443470 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8aa2da81-b16c-4f3b-8a40-1c9a10bd7286 req-cbac89c7-5d24-4532-baf8-1871025b6f48 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368903 Sep 09 22:27:57.001604 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e173c204-e846-42bf-90ae-4c507cc0e3b0 req-6c68e2f3-2c98-407e-9a52-90a090918500 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:57.003297 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e173c204-e846-42bf-90ae-4c507cc0e3b0 req-6c68e2f3-2c98-407e-9a52-90a090918500 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0564082 Sep 09 22:27:57.063209 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e173c204-e846-42bf-90ae-4c507cc0e3b0 req-99a2adc1-cb56-49f8-a742-81d45e38bf18 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517285 Sep 09 22:27:57.580311 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce1f1d1-bea9-4169-b401-23c71a3a128e req-20716f73-1520-43e3-9985-55fc0d2ba043 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:57.581979 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5ce1f1d1-bea9-4169-b401-23c71a3a128e req-20716f73-1520-43e3-9985-55fc0d2ba043 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=cacb8d50-0b23-4c74-a8be-04b4baf26e4e HTTP/1.1" status: 200 len: 945 time: 0.0606220 Sep 09 22:27:57.623888 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5ce1f1d1-bea9-4169-b401-23c71a3a128e req-15f8770f-91dc-41a2-9ec2-86350b3762a7 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357058 Sep 09 22:27:58.189905 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4bc88-48ee-490f-bff8-8952f26f1eb2 req-fe6637ab-471f-4839-ac38-bfd61181ecf0 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:58.191599 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-21b4bc88-48ee-490f-bff8-8952f26f1eb2 req-fe6637ab-471f-4839-ac38-bfd61181ecf0 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0545282 Sep 09 22:27:58.237498 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-21b4bc88-48ee-490f-bff8-8952f26f1eb2 req-3e86b7c8-0d0c-470d-9b7a-808e8f8cd1a3 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366864 Sep 09 22:27:58.747924 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d893e9c-cfaf-498e-ac28-c5ae1414aef2 req-2c602a58-950a-4afa-a4b7-b3993c2b5896 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:58.750204 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9d893e9c-cfaf-498e-ac28-c5ae1414aef2 req-2c602a58-950a-4afa-a4b7-b3993c2b5896 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=cacb8d50-0b23-4c74-a8be-04b4baf26e4e HTTP/1.1" status: 200 len: 945 time: 0.0574012 Sep 09 22:27:58.789330 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9d893e9c-cfaf-498e-ac28-c5ae1414aef2 req-a01571a3-bc25-4b9c-884c-b0eac9a63acb tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329559 Sep 09 22:27:59.372417 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a668ad-a5a4-433c-bd26-601cd3f25264 req-9f971bff-8aff-47ed-aca0-d0b3a6f5f4bf tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:59.380007 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f2a668ad-a5a4-433c-bd26-601cd3f25264 req-9f971bff-8aff-47ed-aca0-d0b3a6f5f4bf tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0623877 Sep 09 22:27:59.415938 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f2a668ad-a5a4-433c-bd26-601cd3f25264 req-e34e5759-0c89-437a-bc39-ba83d39f03b4 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353389 Sep 09 22:27:59.920062 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27008e5d-a921-4fd5-b298-560d16b09ec9 req-351228bf-76f0-4d1d-8b58-a24161671d05 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:27:59.921550 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-27008e5d-a921-4fd5-b298-560d16b09ec9 req-351228bf-76f0-4d1d-8b58-a24161671d05 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=cacb8d50-0b23-4c74-a8be-04b4baf26e4e HTTP/1.1" status: 200 len: 945 time: 0.0564139 Sep 09 22:27:59.969407 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-27008e5d-a921-4fd5-b298-560d16b09ec9 req-638d1638-3490-474e-a584-bdb100e2a10a tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413833 Sep 09 22:28:00.129082 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8414f2-6913-4d49-a7e9-a6f85e209d6f req-e350d92d-19c2-4072-813e-cfa2f2c67fae tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:00.131006 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ab8414f2-6913-4d49-a7e9-a6f85e209d6f req-e350d92d-19c2-4072-813e-cfa2f2c67fae tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=cacb8d50-0b23-4c74-a8be-04b4baf26e4e HTTP/1.1" status: 200 len: 945 time: 0.0620604 Sep 09 22:28:00.185064 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ab8414f2-6913-4d49-a7e9-a6f85e209d6f req-11a42ffb-ba97-410d-925d-638c94f92219 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435581 Sep 09 22:28:00.206153 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 59190) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:28:00.593452 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e421255-c795-4d37-80a3-3d0900ce8351 tempest-TestVolumeBootPattern-1910580886 tempest-TestVolumeBootPattern-1910580886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:00.598200 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 59206) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:28:00.602799 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-94203d5d-5470-4960-83a7-de2182e4f322 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Request body: {'floatingip': {'floating_network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'port_id': '9609f721-a64b-4fda-b9ed-70034469c778', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:28:00.632842 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-7e421255-c795-4d37-80a3-3d0900ce8351 tempest-TestVolumeBootPattern-1910580886 tempest-TestVolumeBootPattern-1910580886-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=cacb8d50-0b23-4c74-a8be-04b4baf26e4e HTTP/1.1" status: 200 len: 1093 time: 0.4009128 Sep 09 22:28:00.632842 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b4b6c-d3cb-4e36-8ad1-b4f4fcf78a56 req-a33062ce-90bd-4e54-9fb2-142a1ade78c1 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:00.632842 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c37b4b6c-d3cb-4e36-8ad1-b4f4fcf78a56 req-a33062ce-90bd-4e54-9fb2-142a1ade78c1 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0979390 Sep 09 22:28:00.638126 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-94203d5d-5470-4960-83a7-de2182e4f322 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks [] for floatingip, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:00.704906 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c37b4b6c-d3cb-4e36-8ad1-b4f4fcf78a56 req-6bb136a4-817c-42e3-be5d-600757b71d53 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672786 Sep 09 22:28:00.753425 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-94203d5d-5470-4960-83a7-de2182e4f322 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:00.775918 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08896136-0cfc-4cae-b8fe-a8a930e3af70 req-ab94324f-d352-4174-a7de-ffbed650e8ea tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:00.778278 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-08896136-0cfc-4cae-b8fe-a8a930e3af70 req-ab94324f-d352-4174-a7de-ffbed650e8ea tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/networks?id=58abcfd7-cf47-4f06-85ec-914969ebcf0e HTTP/1.1" status: 200 len: 814 time: 0.1518681 Sep 09 22:28:00.800303 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-08896136-0cfc-4cae-b8fe-a8a930e3af70 req-e78ce034-4d9c-4eea-889a-16bf21d00398 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/quotas/299cc965aa5b4aa29f613fb07982fdbf HTTP/1.1" status: 200 len: 375 time: 0.0155873 Sep 09 22:28:00.880621 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-08896136-0cfc-4cae-b8fe-a8a930e3af70 req-23db317d-f183-44c7-935f-ac3f537c9d93 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=299cc965aa5b4aa29f613fb07982fdbf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0794213 Sep 09 22:28:00.884937 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-94203d5d-5470-4960-83a7-de2182e4f322 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Allocated IP 172.27.3.90 (a96fd56d-97e4-47a2-815b-e854e5640ee5/a399639f-77d7-4513-a462-8fb82637fe8f/f07cbab7-f57d-41c7-9b2f-a3c87b93a117) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:28:00.970207 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-08896136-0cfc-4cae-b8fe-a8a930e3af70 req-6597c8ec-a08c-4e38-9451-a2245273fcbd service neutron] 10.222.0.41 "GET /v2.0/networks/58abcfd7-cf47-4f06-85ec-914969ebcf0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886381 Sep 09 22:28:00.996211 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-94203d5d-5470-4960-83a7-de2182e4f322 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:01.034245 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-94203d5d-5470-4960-83a7-de2182e4f322 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26050298'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:01.063409 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-08896136-0cfc-4cae-b8fe-a8a930e3af70 req-234a09e1-6012-44de-88e5-3348f144528e service neutron] 10.222.0.41 "GET /v2.0/networks/58abcfd7-cf47-4f06-85ec-914969ebcf0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864568 Sep 09 22:28:01.068569 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94203d5d-5470-4960-83a7-de2182e4f322 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Network a96fd56d-97e4-47a2-815b-e854e5640ee5 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:28:01.071262 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-94203d5d-5470-4960-83a7-de2182e4f322 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:28:01.075472 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94203d5d-5470-4960-83a7-de2182e4f322 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:28:01.101064 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94203d5d-5470-4960-83a7-de2182e4f322 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Pushing event updated for resources: {'Port': ['ID=f07cbab7-f57d-41c7-9b2f-a3c87b93a117,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:01.227008 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fbe674f5-ccf0-49da-994b-30d5eccd1e4e req-5fa59f26-985b-4c12-90e1-fa81ca80dbff tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=739f3a23-8ec8-493d-8c94-d7598f7977e8 HTTP/1.1" status: 200 len: 210 time: 0.0273011 Sep 09 22:28:01.844605 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16765af1-9ed3-46fa-92da-555362e719ce req-72809319-a14f-4d82-b3e2-c19e020162ae tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:01.851893 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-16765af1-9ed3-46fa-92da-555362e719ce req-72809319-a14f-4d82-b3e2-c19e020162ae tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0636768 Sep 09 22:28:01.863463 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-94203d5d-5470-4960-83a7-de2182e4f322 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:01.898273 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-16765af1-9ed3-46fa-92da-555362e719ce req-30d8593c-8315-477d-8a67-62b307bffc2e tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454702 Sep 09 22:28:01.984408 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-94203d5d-5470-4960-83a7-de2182e4f322 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:02.126571 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-94203d5d-5470-4960-83a7-de2182e4f322 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:02.131198 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-94203d5d-5470-4960-83a7-de2182e4f322 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26050313'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:02.204975 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94203d5d-5470-4960-83a7-de2182e4f322 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Pushing event updated for resources: {'Port': ['ID=f07cbab7-f57d-41c7-9b2f-a3c87b93a117,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:02.216134 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-94203d5d-5470-4960-83a7-de2182e4f322 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415029'] for floatingip, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:02.373577 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.db.l3_db [None req-94203d5d-5470-4960-83a7-de2182e4f322 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Floating IP 6f2f1bd4-48f3-4295-94b0-24e68ad9d6b6 associated. External IP: 172.27.3.90, port: 9609f721-a64b-4fda-b9ed-70034469c778. Sep 09 22:28:02.468906 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ab2e527f-27cf-4fc7-b131-02093c016f0b req-5c14ddd7-54d8-4f2d-8abd-68f95f5d78c2 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=739f3a23-8ec8-493d-8c94-d7598f7977e8 HTTP/1.1" status: 200 len: 210 time: 0.0322149 Sep 09 22:28:02.509904 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08896136-0cfc-4cae-b8fe-a8a930e3af70 req-14207246-25f9-4e47-bb5b-b7bd43daed0f tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:02.512293 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-08896136-0cfc-4cae-b8fe-a8a930e3af70 req-14207246-25f9-4e47-bb5b-b7bd43daed0f tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.20 "GET /v2.0/networks?id=58abcfd7-cf47-4f06-85ec-914969ebcf0e HTTP/1.1" status: 200 len: 814 time: 0.2027171 Sep 09 22:28:02.539045 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-08896136-0cfc-4cae-b8fe-a8a930e3af70 req-d6523115-40e6-4276-a149-3ee6418e5c42 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Request body: {'port': {'device_id': '739f3a23-8ec8-493d-8c94-d7598f7977e8', 'network_id': '58abcfd7-cf47-4f06-85ec-914969ebcf0e', 'admin_state_up': True, 'tenant_id': '299cc965aa5b4aa29f613fb07982fdbf'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:28:02.617036 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94203d5d-5470-4960-83a7-de2182e4f322 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Router 3965cb03-7ac2-4373-b0f9-bb5f443662cf has already been hosted by L3 agent ecba8a59-1a63-4f4e-b72e-1c921b89dba6 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:28:02.653627 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d55dc5d8-9592-4f9c-86b2-96be73f8b66a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:02.655318 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08896136-0cfc-4cae-b8fe-a8a930e3af70 req-d6523115-40e6-4276-a149-3ee6418e5c42 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Made reservation on behalf of 299cc965aa5b4aa29f613fb07982fdbf for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:28:02.659415 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-08896136-0cfc-4cae-b8fe-a8a930e3af70 req-d6523115-40e6-4276-a149-3ee6418e5c42 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:02.725285 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94203d5d-5470-4960-83a7-de2182e4f322 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify agent at l3_agent.dv-cinder-759955-23-iscsi the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:28:02.736819 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7ec436-e2fe-474e-8cda-aac6f83aa1bb None None] Sync routers for ids ['3965cb03-7ac2-4373-b0f9-bb5f443662cf'] in dv-cinder-759955-23-iscsi {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:28:02.741996 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-94203d5d-5470-4960-83a7-de2182e4f322 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:02.747523 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7ec436-e2fe-474e-8cda-aac6f83aa1bb None None] Routers {'3965cb03-7ac2-4373-b0f9-bb5f443662cf'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:28:02.748202 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-ee7ec436-e2fe-474e-8cda-aac6f83aa1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:27:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['3965cb03-7ac2-4373-b0f9-bb5f443662cf'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:28:02.792064 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-94203d5d-5470-4960-83a7-de2182e4f322 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1829469 Sep 09 22:28:02.792064 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cacb8d50-0b23-4c74-a8be-04b4baf26e4e', 'tag': '9609f721-a64b-4fda-b9ed-70034469c778'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:28:02.792064 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc6a31de840fc8aa808063a849dfe176742cab8c19a8c4c2f30ae5ebe0344c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6675cf0-d22c-4eed-afbf-55a1cfef7f67" -d '{"events": [{"name": "network-changed", "server_uuid": "cacb8d50-0b23-4c74-a8be-04b4baf26e4e", "tag": "9609f721-a64b-4fda-b9ed-70034469c778"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:28:02.802545 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-08896136-0cfc-4cae-b8fe-a8a930e3af70 req-d6523115-40e6-4276-a149-3ee6418e5c42 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Allocated IP 172.20.0.14 (58abcfd7-cf47-4f06-85ec-914969ebcf0e/57079fb3-8fcf-42dc-b5c6-4a27afb1217c/5513b772-ee3f-4e6b-856f-d6c66d86d3c9) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:28:02.827843 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0447214-b9de-4e9d-a386-80ab8f5b6e54 x-openstack-request-id: req-e0447214-b9de-4e9d-a386-80ab8f5b6e54 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:28:02.828471 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cacb8d50-0b23-4c74-a8be-04b4baf26e4e", "tag": "9609f721-a64b-4fda-b9ed-70034469c778", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:28:02.828922 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e0447214-b9de-4e9d-a386-80ab8f5b6e54 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:28:02.829549 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cacb8d50-0b23-4c74-a8be-04b4baf26e4e', 'tag': '9609f721-a64b-4fda-b9ed-70034469c778', 'status': 'completed', 'code': 200} Sep 09 22:28:02.863489 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-ee7ec436-e2fe-474e-8cda-aac6f83aa1bb None None] Set router 3965cb03-7ac2-4373-b0f9-bb5f443662cf gateway port host: dv-cinder-759955-23-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:28:02.972808 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6675cf0-d22c-4eed-afbf-55a1cfef7f67 req-639973b8-f733-49bc-9d95-6fefb8d5def3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:02.974318 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b6675cf0-d22c-4eed-afbf-55a1cfef7f67 req-639973b8-f733-49bc-9d95-6fefb8d5def3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=57b2554ae3954c0c842e1ddefc325dae&device_id=cacb8d50-0b23-4c74-a8be-04b4baf26e4e HTTP/1.1" status: 200 len: 1098 time: 0.0910079 Sep 09 22:28:03.003945 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-08896136-0cfc-4cae-b8fe-a8a930e3af70 req-d6523115-40e6-4276-a149-3ee6418e5c42 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:03.018997 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 59330) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:28:03.066181 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-c09e5370-24dc-4897-8f91-b6b1288dd702 admin admin] Deleting subnet 783e4c4e-d0f3-46a0-a158-6538c3d1a814 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 22:28:03.069872 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c09e5370-24dc-4897-8f91-b6b1288dd702 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:03.107272 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c09e5370-24dc-4897-8f91-b6b1288dd702 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25986889'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:03.123933 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6675cf0-d22c-4eed-afbf-55a1cfef7f67 req-dd9c8928-bcd8-40bd-be3e-77c932cfd814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:03.125622 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b6675cf0-d22c-4eed-afbf-55a1cfef7f67 req-dd9c8928-bcd8-40bd-be3e-77c932cfd814 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5841743a-0bf4-4a7f-9ea2-766ccec1923f HTTP/1.1" status: 200 len: 912 time: 0.1377039 Sep 09 22:28:03.129489 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-08896136-0cfc-4cae-b8fe-a8a930e3af70 req-d6523115-40e6-4276-a149-3ee6418e5c42 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:03.142900 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] get_ports_and_sgs() called for port_ids ['76f12ea7-81f5-4e15-8c5f-9e2eca764fa3', '9efde791-2946-45e9-96b2-1761344d75cc', '59b94849-ae28-4a6e-9fa3-037fbda20c69'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:28:03.161203 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c09e5370-24dc-4897-8f91-b6b1288dd702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1479288'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:03.202944 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-ee7ec436-e2fe-474e-8cda-aac6f83aa1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'name': 'tempest-TestVolumeBootPattern-2097652074-router', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:26:35Z', 'updated_at': '2021-09-09T22:26:42Z', 'revision_number': 4, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'gw_port': {'id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:36Z', 'updated_at': '2021-09-09T22:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_floatingips': [{'id': '6f2f1bd4-48f3-4295-94b0-24e68ad9d6b6', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'floating_ip_address': '172.27.3.90', 'floating_network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'router_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'port_id': '9609f721-a64b-4fda-b9ed-70034469c778', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f', 'mac_address': 'fa:16:3e:bf:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacb8d50-0b23-4c74-a8be-04b4baf26e4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:28:01Z', 'updated_at': '2021-09-09T22:28:01Z', 'revision_number': 0, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '256f3ab3-ac27-4169-bbd1-858fd14e4ae7', 'name': '', 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'mac_address': 'fa:16:3e:78:cc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '00d86d00-e9a4-4aee-a6b2-3faac56ffafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:40Z', 'updated_at': '2021-09-09T22:26:50Z', 'revision_number': 5, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'subnets': [{'id': '00d86d00-e9a4-4aee-a6b2-3faac56ffafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:28:03.235079 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08896136-0cfc-4cae-b8fe-a8a930e3af70 req-d6523115-40e6-4276-a149-3ee6418e5c42 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Network 58abcfd7-cf47-4f06-85ec-914969ebcf0e is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:28:03.240066 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-08896136-0cfc-4cae-b8fe-a8a930e3af70 req-d6523115-40e6-4276-a149-3ee6418e5c42 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:28:03.242895 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c09e5370-24dc-4897-8f91-b6b1288dd702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1479281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26050247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26210007'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:03.243095 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-08896136-0cfc-4cae-b8fe-a8a930e3af70 req-d6523115-40e6-4276-a149-3ee6418e5c42 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:28:03.257858 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7ec436-e2fe-474e-8cda-aac6f83aa1bb None None] Checking router: 3965cb03-7ac2-4373-b0f9-bb5f443662cf for host: dv-cinder-759955-23-iscsi {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:28:03.268413 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7ec436-e2fe-474e-8cda-aac6f83aa1bb None None] Routers {'3965cb03-7ac2-4373-b0f9-bb5f443662cf'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:28:03.269549 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-ee7ec436-e2fe-474e-8cda-aac6f83aa1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:27:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['3965cb03-7ac2-4373-b0f9-bb5f443662cf'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:28:03.276858 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09e5370-24dc-4897-8f91-b6b1288dd702 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=783e4c4e-d0f3-46a0-a158-6538c3d1a814,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:03.282618 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c09e5370-24dc-4897-8f91-b6b1288dd702 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:03.284668 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-c09e5370-24dc-4897-8f91-b6b1288dd702 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/783e4c4e-d0f3-46a0-a158-6538c3d1a814 HTTP/1.1" status: 204 len: 168 time: 0.2639556 Sep 09 22:28:03.287020 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 59332) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:28:03.302867 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08896136-0cfc-4cae-b8fe-a8a930e3af70 req-d6523115-40e6-4276-a149-3ee6418e5c42 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:03.303469 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-08896136-0cfc-4cae-b8fe-a8a930e3af70 req-d6523115-40e6-4276-a149-3ee6418e5c42 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:03.326350 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6523115-40e6-4276-a149-3ee6418e5c42 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Pushing event updated for resources: {'Port': ['ID=5513b772-ee3f-4e6b-856f-d6c66d86d3c9,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:03.335067 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b6675cf0-d22c-4eed-afbf-55a1cfef7f67 req-0819c249-0f34-4f26-b486-c72649afb648 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9609f721-a64b-4fda-b9ed-70034469c778 HTTP/1.1" status: 200 len: 998 time: 0.1611409 Sep 09 22:28:03.336862 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6523115-40e6-4276-a149-3ee6418e5c42 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:28:03.337198 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6523115-40e6-4276-a149-3ee6418e5c42 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:28:03.337975 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6523115-40e6-4276-a149-3ee6418e5c42 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:28:03.337975 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6523115-40e6-4276-a149-3ee6418e5c42 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:28:03.338212 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6523115-40e6-4276-a149-3ee6418e5c42 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:28:03.338752 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6523115-40e6-4276-a149-3ee6418e5c42 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:28:03.339271 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6523115-40e6-4276-a149-3ee6418e5c42 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:28:03.339856 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6523115-40e6-4276-a149-3ee6418e5c42 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:28:03.340228 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6523115-40e6-4276-a149-3ee6418e5c42 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:28:03.340550 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6523115-40e6-4276-a149-3ee6418e5c42 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:28:03.340928 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6523115-40e6-4276-a149-3ee6418e5c42 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:28:03.341254 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6523115-40e6-4276-a149-3ee6418e5c42 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:28:03.382070 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-08896136-0cfc-4cae-b8fe-a8a930e3af70 req-d6523115-40e6-4276-a149-3ee6418e5c42 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8469019 Sep 09 22:28:03.405521 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-08896136-0cfc-4cae-b8fe-a8a930e3af70 req-82a190ea-c2a3-4c9c-b510-5141ce2d2c3e service neutron] Request body: {'port': {'device_id': '739f3a23-8ec8-493d-8c94-d7598f7977e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:28:03.421331 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-ee7ec436-e2fe-474e-8cda-aac6f83aa1bb None None] Set router 3965cb03-7ac2-4373-b0f9-bb5f443662cf gateway port host: dv-cinder-759955-23-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:28:03.428128 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-02e711f2-f693-47e8-b037-a8db709ba3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1695652'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:03.476783 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-08896136-0cfc-4cae-b8fe-a8a930e3af70 req-82a190ea-c2a3-4c9c-b510-5141ce2d2c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:03.482922 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6675cf0-d22c-4eed-afbf-55a1cfef7f67 req-244851de-1092-40c2-aea6-60c19cf284b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:03.484416 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b6675cf0-d22c-4eed-afbf-55a1cfef7f67 req-244851de-1092-40c2-aea6-60c19cf284b4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00d86d00-e9a4-4aee-a6b2-3faac56ffafe HTTP/1.1" status: 200 len: 851 time: 0.1380641 Sep 09 22:28:03.597760 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6675cf0-d22c-4eed-afbf-55a1cfef7f67 req-e4c67a85-d453-452a-95a7-5685209911fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:03.599360 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b6675cf0-d22c-4eed-afbf-55a1cfef7f67 req-e4c67a85-d453-452a-95a7-5685209911fd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5841743a-0bf4-4a7f-9ea2-766ccec1923f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0978956 Sep 09 22:28:03.617553 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-02e711f2-f693-47e8-b037-a8db709ba3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476877', 'neutron.services.segments.db._delete_segments_for_network-8781721822877'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:03.644369 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.services.segments.db [None req-02e711f2-f693-47e8-b037-a8db709ba3b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a499611-e713-45d8-aa38-ad3f844096e8']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:28:03.656494 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.services.segments.db [None req-02e711f2-f693-47e8-b037-a8db709ba3b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f86cc299-7509-4b66-8ecd-3020ba3e2c86') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:28:03.657085 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.services.segments.db [None req-02e711f2-f693-47e8-b037-a8db709ba3b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f86cc299-7509-4b66-8ecd-3020ba3e2c86') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:28:03.668380 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-02e711f2-f693-47e8-b037-a8db709ba3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781721823142', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25986864'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:03.687613 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-02e711f2-f693-47e8-b037-a8db709ba3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:03.696176 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02e711f2-f693-47e8-b037-a8db709ba3b0 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 22:28:03.697499 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-02e711f2-f693-47e8-b037-a8db709ba3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26050341'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:03.712445 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-ee7ec436-e2fe-474e-8cda-aac6f83aa1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'name': 'tempest-TestVolumeBootPattern-2097652074-router', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:26:35Z', 'updated_at': '2021-09-09T22:26:42Z', 'revision_number': 4, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'gw_port': {'id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:36Z', 'updated_at': '2021-09-09T22:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_floatingips': [{'id': '6f2f1bd4-48f3-4295-94b0-24e68ad9d6b6', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'floating_ip_address': '172.27.3.90', 'floating_network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'router_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'port_id': '9609f721-a64b-4fda-b9ed-70034469c778', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f', 'mac_address': 'fa:16:3e:bf:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacb8d50-0b23-4c74-a8be-04b4baf26e4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:28:01Z', 'updated_at': '2021-09-09T22:28:01Z', 'revision_number': 0, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '256f3ab3-ac27-4169-bbd1-858fd14e4ae7', 'name': '', 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'mac_address': 'fa:16:3e:78:cc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '00d86d00-e9a4-4aee-a6b2-3faac56ffafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:40Z', 'updated_at': '2021-09-09T22:26:50Z', 'revision_number': 5, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'subnets': [{'id': '00d86d00-e9a4-4aee-a6b2-3faac56ffafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:28:03.753785 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee7ec436-e2fe-474e-8cda-aac6f83aa1bb None None] The sync data for ids ['3965cb03-7ac2-4373-b0f9-bb5f443662cf'] in dv-cinder-759955-23-iscsi is: [{'id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'name': 'tempest-TestVolumeBootPattern-2097652074-router', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:26:35Z', 'updated_at': '2021-09-09T22:26:42Z', 'revision_number': 4, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'gw_port': {'id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:36Z', 'updated_at': '2021-09-09T22:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_floatingips': [{'id': '6f2f1bd4-48f3-4295-94b0-24e68ad9d6b6', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'floating_ip_address': '172.27.3.90', 'floating_network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'router_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'port_id': '9609f721-a64b-4fda-b9ed-70034469c778', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f', 'mac_address': 'fa:16:3e:bf:d8:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacb8d50-0b23-4c74-a8be-04b4baf26e4e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:28:01Z', 'updated_at': '2021-09-09T22:28:01Z', 'revision_number': 0, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '256f3ab3-ac27-4169-bbd1-858fd14e4ae7', 'name': '', 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'mac_address': 'fa:16:3e:78:cc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '00d86d00-e9a4-4aee-a6b2-3faac56ffafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:40Z', 'updated_at': '2021-09-09T22:26:50Z', 'revision_number': 5, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'subnets': [{'id': '00d86d00-e9a4-4aee-a6b2-3faac56ffafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:28:03.757643 dv-cinder-759955-23-iscsi neutron-server[93887]: Traceback (most recent call last): Sep 09 22:28:03.757643 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 22:28:03.757643 dv-cinder-759955-23-iscsi neutron-server[93887]: timer() Sep 09 22:28:03.757643 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 22:28:03.757643 dv-cinder-759955-23-iscsi neutron-server[93887]: cb(*args, **kw) Sep 09 22:28:03.757643 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 22:28:03.757643 dv-cinder-759955-23-iscsi neutron-server[93887]: return func(*args, **kwargs) Sep 09 22:28:03.757643 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 22:28:03.757643 dv-cinder-759955-23-iscsi neutron-server[93887]: self._notify() Sep 09 22:28:03.757643 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 22:28:03.757643 dv-cinder-759955-23-iscsi neutron-server[93887]: self.callback(batched_events) Sep 09 22:28:03.757643 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 22:28:03.757643 dv-cinder-759955-23-iscsi neutron-server[93887]: event.method(event) Sep 09 22:28:03.757643 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 22:28:03.757643 dv-cinder-759955-23-iscsi neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 22:28:03.757643 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 22:28:03.757643 dv-cinder-759955-23-iscsi neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 22:28:03.757643 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 22:28:03.757643 dv-cinder-759955-23-iscsi neutron-server[93887]: return f(self, *a, **k) Sep 09 22:28:03.757643 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 22:28:03.757643 dv-cinder-759955-23-iscsi neutron-server[93887]: return self._get(url).json() Sep 09 22:28:03.757643 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 22:28:03.757643 dv-cinder-759955-23-iscsi neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 22:28:03.757643 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 22:28:03.757643 dv-cinder-759955-23-iscsi neutron-server[93887]: return self.request(url, 'GET', **kwargs) Sep 09 22:28:03.757643 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 22:28:03.757643 dv-cinder-759955-23-iscsi neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 22:28:03.757643 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 22:28:03.757643 dv-cinder-759955-23-iscsi neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 22:28:03.757643 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 22:28:03.757643 dv-cinder-759955-23-iscsi neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 22:28:03.757643 dv-cinder-759955-23-iscsi neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 22:28:03.774651 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-02e711f2-f693-47e8-b037-a8db709ba3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1478910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414983'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:03.781698 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-02e711f2-f693-47e8-b037-a8db709ba3b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:03.793386 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-02e711f2-f693-47e8-b037-a8db709ba3b0 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7a499611-e713-45d8-aa38-ad3f844096e8 HTTP/1.1" status: 204 len: 168 time: 0.4993665 Sep 09 22:28:03.822165 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e711f2-f693-47e8-b037-a8db709ba3b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a499611-e713-45d8-aa38-ad3f844096e8,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:03.912059 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154e32c3-77d0-4f53-92a2-6c41bd78326b req-2dd3b5a5-3cc6-4f81-b95b-38a7983b70e3 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:03.913398 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-154e32c3-77d0-4f53-92a2-6c41bd78326b req-2dd3b5a5-3cc6-4f81-b95b-38a7983b70e3 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=739f3a23-8ec8-493d-8c94-d7598f7977e8 HTTP/1.1" status: 200 len: 932 time: 0.2378538 Sep 09 22:28:04.002539 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b6675cf0-d22c-4eed-afbf-55a1cfef7f67 req-6c02afcb-ad4c-43d9-bc24-65fad8770bdb service neutron] 10.222.0.20 "GET /v2.0/networks/5841743a-0bf4-4a7f-9ea2-766ccec1923f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398664 Sep 09 22:28:04.009820 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-154e32c3-77d0-4f53-92a2-6c41bd78326b req-979a88a0-bebd-45a3-be43-86457400c2b5 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846739 Sep 09 22:28:04.045903 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 59350) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:28:04.065872 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88b97e8-c079-4ca0-b384-313ff5ee5f46 None None] New status for floating IP 6f2f1bd4-48f3-4295-94b0-24e68ad9d6b6: ACTIVE {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 22:28:04.095304 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-4d6cfe3b-8a1b-46b1-a2a5-6847feb3b673 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=79a459ef8a944b9cbb531623eeff50b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0482428 Sep 09 22:28:04.097790 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 59352) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:28:04.155656 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a4511f3f-07e4-478e-a287-aea36665e6b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:04.179441 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a4511f3f-07e4-478e-a287-aea36665e6b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:04.235272 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a4511f3f-07e4-478e-a287-aea36665e6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:04.238031 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a4511f3f-07e4-478e-a287-aea36665e6b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:04.241523 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-a4511f3f-07e4-478e-a287-aea36665e6b0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3b50ddfc-e57d-408e-aa57-9473fc472536 HTTP/1.1" status: 204 len: 168 time: 0.1403182 Sep 09 22:28:04.248361 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4511f3f-07e4-478e-a287-aea36665e6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b50ddfc-e57d-408e-aa57-9473fc472536,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:04.344184 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [req-08896136-0cfc-4cae-b8fe-a8a930e3af70 req-82a190ea-c2a3-4c9c-b510-5141ce2d2c3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5513b772-ee3f-4e6b-856f-d6c66d86d3c9 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:28:04.360470 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-08896136-0cfc-4cae-b8fe-a8a930e3af70 req-82a190ea-c2a3-4c9c-b510-5141ce2d2c3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:04.384096 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-08896136-0cfc-4cae-b8fe-a8a930e3af70 req-82a190ea-c2a3-4c9c-b510-5141ce2d2c3e service neutron] Transition to ACTIVE for port object 5513b772-ee3f-4e6b-856f-d6c66d86d3c9 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:28:04.410691 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-08896136-0cfc-4cae-b8fe-a8a930e3af70 req-82a190ea-c2a3-4c9c-b510-5141ce2d2c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27131053'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:04.488166 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b6675cf0-d22c-4eed-afbf-55a1cfef7f67 req-761fd087-2143-4dad-83e2-a5ccc8f4cc15 service neutron] 10.222.0.20 "GET /v2.0/networks/5841743a-0bf4-4a7f-9ea2-766ccec1923f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530142 Sep 09 22:28:04.492290 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a190ea-c2a3-4c9c-b510-5141ce2d2c3e service neutron] Pushing event updated for resources: {'Port': ['ID=5513b772-ee3f-4e6b-856f-d6c66d86d3c9,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:04.571730 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-08896136-0cfc-4cae-b8fe-a8a930e3af70 req-82a190ea-c2a3-4c9c-b510-5141ce2d2c3e service neutron] Attempting to bind port 5513b772-ee3f-4e6b-856f-d6c66d86d3c9 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:28:04.572294 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-08896136-0cfc-4cae-b8fe-a8a930e3af70 req-82a190ea-c2a3-4c9c-b510-5141ce2d2c3e service neutron] Attempting to bind port 5513b772-ee3f-4e6b-856f-d6c66d86d3c9 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': 'c91907a4-08ff-47a6-a6cb-1165e0b6a369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '58abcfd7-cf47-4f06-85ec-914969ebcf0e'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:28:04.572623 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08896136-0cfc-4cae-b8fe-a8a930e3af70 req-82a190ea-c2a3-4c9c-b510-5141ce2d2c3e service neutron] Attempting to bind port 5513b772-ee3f-4e6b-856f-d6c66d86d3c9 on network 58abcfd7-cf47-4f06-85ec-914969ebcf0e {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:28:04.578952 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08896136-0cfc-4cae-b8fe-a8a930e3af70 req-82a190ea-c2a3-4c9c-b510-5141ce2d2c3e service neutron] Port 5513b772-ee3f-4e6b-856f-d6c66d86d3c9 on network 58abcfd7-cf47-4f06-85ec-914969ebcf0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 22:28:04.579278 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08896136-0cfc-4cae-b8fe-a8a930e3af70 req-82a190ea-c2a3-4c9c-b510-5141ce2d2c3e service neutron] Attempting to bind port 5513b772-ee3f-4e6b-856f-d6c66d86d3c9 on network 58abcfd7-cf47-4f06-85ec-914969ebcf0e {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:28:04.584576 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08896136-0cfc-4cae-b8fe-a8a930e3af70 req-82a190ea-c2a3-4c9c-b510-5141ce2d2c3e service neutron] Checking agent: {'id': 'd4d09dd9-4fb9-4f0d-bf57-c365063561af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 23, 5), 'started_at': datetime.datetime(2021, 9, 9, 22, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:28:04.584906 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08896136-0cfc-4cae-b8fe-a8a930e3af70 req-82a190ea-c2a3-4c9c-b510-5141ce2d2c3e service neutron] Checking segment: {'id': 'c91907a4-08ff-47a6-a6cb-1165e0b6a369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '58abcfd7-cf47-4f06-85ec-914969ebcf0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:28:04.585282 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08896136-0cfc-4cae-b8fe-a8a930e3af70 req-82a190ea-c2a3-4c9c-b510-5141ce2d2c3e service neutron] Bound using segment: {'id': 'c91907a4-08ff-47a6-a6cb-1165e0b6a369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '58abcfd7-cf47-4f06-85ec-914969ebcf0e'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:28:04.585697 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-08896136-0cfc-4cae-b8fe-a8a930e3af70 req-82a190ea-c2a3-4c9c-b510-5141ce2d2c3e service neutron] Bound port: 5513b772-ee3f-4e6b-856f-d6c66d86d3c9, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c91907a4-08ff-47a6-a6cb-1165e0b6a369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '58abcfd7-cf47-4f06-85ec-914969ebcf0e'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:28:04.586054 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-08896136-0cfc-4cae-b8fe-a8a930e3af70 req-82a190ea-c2a3-4c9c-b510-5141ce2d2c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:04.649716 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-08896136-0cfc-4cae-b8fe-a8a930e3af70 req-82a190ea-c2a3-4c9c-b510-5141ce2d2c3e service neutron] For port 5513b772-ee3f-4e6b-856f-d6c66d86d3c9, host hv-cinder-75995, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:28:04.653007 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-08896136-0cfc-4cae-b8fe-a8a930e3af70 req-82a190ea-c2a3-4c9c-b510-5141ce2d2c3e service neutron] For port 5513b772-ee3f-4e6b-856f-d6c66d86d3c9, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=5513b772-ee3f-4e6b-856f-d6c66d86d3c9,segment=NetworkSegment(c91907a4-08ff-47a6-a6cb-1165e0b6a369),segment_id=c91907a4-08ff-47a6-a6cb-1165e0b6a369)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:28:04.656604 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-08896136-0cfc-4cae-b8fe-a8a930e3af70 req-82a190ea-c2a3-4c9c-b510-5141ce2d2c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27131053'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:04.693504 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08896136-0cfc-4cae-b8fe-a8a930e3af70 req-82a190ea-c2a3-4c9c-b510-5141ce2d2c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:04.694110 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-08896136-0cfc-4cae-b8fe-a8a930e3af70 req-82a190ea-c2a3-4c9c-b510-5141ce2d2c3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:04.695474 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-08896136-0cfc-4cae-b8fe-a8a930e3af70 req-82a190ea-c2a3-4c9c-b510-5141ce2d2c3e service neutron] 10.222.0.20 "PUT /v2.0/ports/5513b772-ee3f-4e6b-856f-d6c66d86d3c9 HTTP/1.1" status: 200 len: 1094 time: 1.2950430 Sep 09 22:28:04.695902 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '739f3a23-8ec8-493d-8c94-d7598f7977e8', 'tag': '5513b772-ee3f-4e6b-856f-d6c66d86d3c9'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:28:04.698664 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febecf7243e3540986e18e5907cacf19c405284daaaade8257553be7db475bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd577644-3a3f-4848-bdae-bf320d87e5a5" -d '{"events": [{"name": "network-changed", "server_uuid": "739f3a23-8ec8-493d-8c94-d7598f7977e8", "tag": "5513b772-ee3f-4e6b-856f-d6c66d86d3c9"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:28:04.722870 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a190ea-c2a3-4c9c-b510-5141ce2d2c3e service neutron] Pushing event updated for resources: {'Port': ['ID=5513b772-ee3f-4e6b-856f-d6c66d86d3c9,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:04.752319 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f17f1d9-fc1a-4efb-b104-797def0252fa x-openstack-request-id: req-1f17f1d9-fc1a-4efb-b104-797def0252fa {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:28:04.752676 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "739f3a23-8ec8-493d-8c94-d7598f7977e8", "tag": "5513b772-ee3f-4e6b-856f-d6c66d86d3c9", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:28:04.752925 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1f17f1d9-fc1a-4efb-b104-797def0252fa {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:28:04.753321 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '739f3a23-8ec8-493d-8c94-d7598f7977e8', 'tag': '5513b772-ee3f-4e6b-856f-d6c66d86d3c9', 'status': 'completed', 'code': 200} Sep 09 22:28:04.803881 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08896136-0cfc-4cae-b8fe-a8a930e3af70 req-f61aa71f-66a6-4fa2-a5ce-80fbb7481c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:04.805617 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-08896136-0cfc-4cae-b8fe-a8a930e3af70 req-f61aa71f-66a6-4fa2-a5ce-80fbb7481c39 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=299cc965aa5b4aa29f613fb07982fdbf&device_id=739f3a23-8ec8-493d-8c94-d7598f7977e8 HTTP/1.1" status: 200 len: 1097 time: 0.0411479 Sep 09 22:28:04.856468 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-08896136-0cfc-4cae-b8fe-a8a930e3af70 req-4915c1d7-baef-4473-83bd-86b989839598 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5513b772-ee3f-4e6b-856f-d6c66d86d3c9 HTTP/1.1" status: 200 len: 217 time: 0.0349808 Sep 09 22:28:04.919545 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08896136-0cfc-4cae-b8fe-a8a930e3af70 req-b2fc3beb-e3d6-4224-b3ea-dc9ddeafeaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:04.921098 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-08896136-0cfc-4cae-b8fe-a8a930e3af70 req-b2fc3beb-e3d6-4224-b3ea-dc9ddeafeaa5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=57079fb3-8fcf-42dc-b5c6-4a27afb1217c HTTP/1.1" status: 200 len: 854 time: 0.0454681 Sep 09 22:28:04.927917 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:04.973387 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-08896136-0cfc-4cae-b8fe-a8a930e3af70 req-feaad70f-e162-4b02-8b9c-0ff1ae703339 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=58abcfd7-cf47-4f06-85ec-914969ebcf0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301793 Sep 09 22:28:05.068954 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-08896136-0cfc-4cae-b8fe-a8a930e3af70 req-9410d7a4-4e58-4992-8191-bd0f037e4747 service neutron] 10.222.0.20 "GET /v2.0/networks/58abcfd7-cf47-4f06-85ec-914969ebcf0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818677 Sep 09 22:28:05.184396 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022469a6-70ca-42be-a889-818e827b10cc req-c9abc968-19b9-4ca6-bd86-65094084a748 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:05.185863 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-022469a6-70ca-42be-a889-818e827b10cc req-c9abc968-19b9-4ca6-bd86-65094084a748 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=739f3a23-8ec8-493d-8c94-d7598f7977e8 HTTP/1.1" status: 200 len: 944 time: 0.1074095 Sep 09 22:28:05.214772 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-08896136-0cfc-4cae-b8fe-a8a930e3af70 req-2aa31d05-be7f-4c85-947a-462d4496c2e1 service neutron] 10.222.0.20 "GET /v2.0/networks/58abcfd7-cf47-4f06-85ec-914969ebcf0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281736 Sep 09 22:28:05.234097 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-022469a6-70ca-42be-a889-818e827b10cc req-78f6c595-dce1-4248-beec-d5081fab14ce tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407143 Sep 09 22:28:05.321457 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd577644-3a3f-4848-bdae-bf320d87e5a5 req-fd0632e4-2e26-40b9-9bf9-1885df776897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:05.322916 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bd577644-3a3f-4848-bdae-bf320d87e5a5 req-fd0632e4-2e26-40b9-9bf9-1885df776897 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=299cc965aa5b4aa29f613fb07982fdbf&device_id=739f3a23-8ec8-493d-8c94-d7598f7977e8 HTTP/1.1" status: 200 len: 1097 time: 0.0429697 Sep 09 22:28:05.378877 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1be803a5-70c6-4b24-afd5-24f1fe60b80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:05.433497 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd577644-3a3f-4848-bdae-bf320d87e5a5 req-387bf086-f62c-4f0c-a426-848b39c21e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:05.434976 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bd577644-3a3f-4848-bdae-bf320d87e5a5 req-387bf086-f62c-4f0c-a426-848b39c21e2f service neutron] 10.222.0.20 "GET /v2.0/networks?id=58abcfd7-cf47-4f06-85ec-914969ebcf0e HTTP/1.1" status: 200 len: 914 time: 0.0916152 Sep 09 22:28:05.479981 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bd577644-3a3f-4848-bdae-bf320d87e5a5 req-093490dd-69ea-4b29-8633-7486a1af7f82 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5513b772-ee3f-4e6b-856f-d6c66d86d3c9 HTTP/1.1" status: 200 len: 217 time: 0.0322943 Sep 09 22:28:05.533588 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd577644-3a3f-4848-bdae-bf320d87e5a5 req-f106f416-88f6-4f97-8081-6ff564cd9691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:05.535016 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bd577644-3a3f-4848-bdae-bf320d87e5a5 req-f106f416-88f6-4f97-8081-6ff564cd9691 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=57079fb3-8fcf-42dc-b5c6-4a27afb1217c HTTP/1.1" status: 200 len: 854 time: 0.0454381 Sep 09 22:28:05.579618 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bd577644-3a3f-4848-bdae-bf320d87e5a5 req-d0b209c6-7921-4b67-81c0-f869e18c065e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=58abcfd7-cf47-4f06-85ec-914969ebcf0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237584 Sep 09 22:28:05.673014 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bd577644-3a3f-4848-bdae-bf320d87e5a5 req-b0c030ee-b09f-49fc-bc21-cc66df838188 service neutron] 10.222.0.20 "GET /v2.0/networks/58abcfd7-cf47-4f06-85ec-914969ebcf0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807958 Sep 09 22:28:05.769002 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bd577644-3a3f-4848-bdae-bf320d87e5a5 req-f19f4d45-74ee-49c1-b3f8-3f5b6a601767 service neutron] 10.222.0.20 "GET /v2.0/networks/58abcfd7-cf47-4f06-85ec-914969ebcf0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864837 Sep 09 22:28:05.796596 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:06.271371 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038ac88-7c1b-4ee7-9165-6e445ea237f4 req-e56c33b4-5f22-4869-a901-6c7a2b756470 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:06.272874 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7038ac88-7c1b-4ee7-9165-6e445ea237f4 req-e56c33b4-5f22-4869-a901-6c7a2b756470 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/ports?device_id=68785a04-1ade-4151-b3fa-93ea108d2177 HTTP/1.1" status: 200 len: 946 time: 0.0488188 Sep 09 22:28:06.318978 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7038ac88-7c1b-4ee7-9165-6e445ea237f4 req-e2131df9-233d-435d-8681-9e1eebd1cd4f tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/security-groups?id=f474b0c3-ff8f-49ea-81a5-d46b5927672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394318 Sep 09 22:28:06.358443 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc734b-0854-43a5-b090-e20919ef50a7 req-61ed0f99-a9a5-4e55-9867-d13ebf999930 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:06.359817 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-64cc734b-0854-43a5-b090-e20919ef50a7 req-61ed0f99-a9a5-4e55-9867-d13ebf999930 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=739f3a23-8ec8-493d-8c94-d7598f7977e8 HTTP/1.1" status: 200 len: 944 time: 0.0562060 Sep 09 22:28:06.396578 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-64cc734b-0854-43a5-b090-e20919ef50a7 req-79bed5fa-9889-4f53-aa28-042f21880f96 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308261 Sep 09 22:28:06.612168 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5523dd39-d888-421d-820c-936248ff417e req-cf867327-070f-4661-bb41-70c6cb48ced7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389667 Sep 09 22:28:06.685481 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:06.700652 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523dd39-d888-421d-820c-936248ff417e req-64bef9c4-4bec-4b8f-ba31-dc78e0a191d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:06.702137 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5523dd39-d888-421d-820c-936248ff417e req-64bef9c4-4bec-4b8f-ba31-dc78e0a191d2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=096fa68883894e368796bcd92c5e8218&device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 1099 time: 0.0411515 Sep 09 22:28:06.821068 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523dd39-d888-421d-820c-936248ff417e req-636c11b6-8e40-44f3-b6bc-0ff08d692ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:06.822519 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5523dd39-d888-421d-820c-936248ff417e req-636c11b6-8e40-44f3-b6bc-0ff08d692ca6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b7e517a4-55ac-4999-ad3f-46426478f73d HTTP/1.1" status: 200 len: 911 time: 0.0863378 Sep 09 22:28:06.888658 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5523dd39-d888-421d-820c-936248ff417e req-607fab2a-4a51-4a7a-8420-a96e26fa9708 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60e86550-edb7-4064-8f03-cb6b7be251e7 HTTP/1.1" status: 200 len: 1002 time: 0.0574763 Sep 09 22:28:06.941948 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523dd39-d888-421d-820c-936248ff417e req-c4832197-6134-4ab5-9f5a-9073bfe14834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:06.943428 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5523dd39-d888-421d-820c-936248ff417e req-c4832197-6134-4ab5-9f5a-9073bfe14834 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6cc1261c-ba68-4d29-a19d-d09d50ae8bfc HTTP/1.1" status: 200 len: 850 time: 0.0474381 Sep 09 22:28:06.991895 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523dd39-d888-421d-820c-936248ff417e req-c93d454f-642a-44ca-8b3d-d4eb76e23fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:06.993404 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5523dd39-d888-421d-820c-936248ff417e req-c93d454f-642a-44ca-8b3d-d4eb76e23fab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b7e517a4-55ac-4999-ad3f-46426478f73d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0406387 Sep 09 22:28:07.092963 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5523dd39-d888-421d-820c-936248ff417e req-8772327f-60df-4c8e-91f0-cb154c63a1b4 service neutron] 10.222.0.20 "GET /v2.0/networks/b7e517a4-55ac-4999-ad3f-46426478f73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834403 Sep 09 22:28:07.209532 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f804059c-bfce-4e82-b037-a41a27a87ca9 req-bffc3692-4eb7-4c02-86f6-04411c8664ef tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:07.210981 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f804059c-bfce-4e82-b037-a41a27a87ca9 req-bffc3692-4eb7-4c02-86f6-04411c8664ef tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 946 time: 0.1006682 Sep 09 22:28:07.235977 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5523dd39-d888-421d-820c-936248ff417e req-a10d2492-555d-4d74-bc85-94c4afe37763 service neutron] 10.222.0.20 "GET /v2.0/networks/b7e517a4-55ac-4999-ad3f-46426478f73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332376 Sep 09 22:28:07.255041 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f804059c-bfce-4e82-b037-a41a27a87ca9 req-5a1e7bd2-449f-4bee-8e4f-a2f75155f257 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355124 Sep 09 22:28:07.440727 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0f3994-f12b-4de5-8c70-30749eec21b5 req-0edff5d4-a786-41a8-b908-9eb02dc73c4a tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:07.442208 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9a0f3994-f12b-4de5-8c70-30749eec21b5 req-0edff5d4-a786-41a8-b908-9eb02dc73c4a tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/ports?device_id=68785a04-1ade-4151-b3fa-93ea108d2177 HTTP/1.1" status: 200 len: 946 time: 0.0522234 Sep 09 22:28:07.508134 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9a0f3994-f12b-4de5-8c70-30749eec21b5 req-629b5c28-266e-4c92-ae06-4deff470f014 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/security-groups?id=f474b0c3-ff8f-49ea-81a5-d46b5927672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600033 Sep 09 22:28:07.524463 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86148401-d3b7-4ad1-a650-231ad2b2ce9f req-9f3361d2-e536-4f71-8a3e-57339bd2ef11 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:07.525940 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-86148401-d3b7-4ad1-a650-231ad2b2ce9f req-9f3361d2-e536-4f71-8a3e-57339bd2ef11 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=739f3a23-8ec8-493d-8c94-d7598f7977e8 HTTP/1.1" status: 200 len: 944 time: 0.0631328 Sep 09 22:28:07.564091 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-86148401-d3b7-4ad1-a650-231ad2b2ce9f req-db8b50dd-8e69-4759-a5d2-13f03a427cf1 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318246 Sep 09 22:28:07.853668 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 5513b772-ee3f-4e6b-856f-d6c66d86d3c9 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 22:28:07.941714 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 5513b772-ee3f-4e6b-856f-d6c66d86d3c9, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=5513b772-ee3f-4e6b-856f-d6c66d86d3c9,segment=NetworkSegment(c91907a4-08ff-47a6-a6cb-1165e0b6a369),segment_id=c91907a4-08ff-47a6-a6cb-1165e0b6a369)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:28:07.955245 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Returning: {'device': '5513b772-ee3f-4e6b-856f-d6c66d86d3c9', 'network_id': '58abcfd7-cf47-4f06-85ec-914969ebcf0e', 'port_id': '5513b772-ee3f-4e6b-856f-d6c66d86d3c9', 'mac_address': 'fa:16:3e:70:0a:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57079fb3-8fcf-42dc-b5c6-4a27afb1217c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 22:28:07.990463 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:08.003306 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5513b772-ee3f-4e6b-856f-d6c66d86d3c9 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:28:08.021919 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 5513b772-ee3f-4e6b-856f-d6c66d86d3c9, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=5513b772-ee3f-4e6b-856f-d6c66d86d3c9,segment=NetworkSegment(c91907a4-08ff-47a6-a6cb-1165e0b6a369),segment_id=c91907a4-08ff-47a6-a6cb-1165e0b6a369)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:28:08.025688 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:08.080242 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=5513b772-ee3f-4e6b-856f-d6c66d86d3c9,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:08.082828 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:08.373519 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b658fd2-30db-4d79-9768-c9b8a3aea90b req-e7aa281a-adcd-49e0-9573-9a6c17da6dab tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:08.374997 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6b658fd2-30db-4d79-9768-c9b8a3aea90b req-e7aa281a-adcd-49e0-9573-9a6c17da6dab tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 946 time: 0.0550306 Sep 09 22:28:08.416025 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6b658fd2-30db-4d79-9768-c9b8a3aea90b req-02d398ba-fb41-4fb4-8079-1389eb12abbd tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349457 Sep 09 22:28:08.534533 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] get_ports_and_sgs() called for port_ids ['5513b772-ee3f-4e6b-856f-d6c66d86d3c9'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:28:08.648162 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd55a49-1076-401a-bf68-39b6e8c546e8 req-7fdcdf72-13ff-4f09-a0a7-776da35a9526 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:08.650720 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3fd55a49-1076-401a-bf68-39b6e8c546e8 req-7fdcdf72-13ff-4f09-a0a7-776da35a9526 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/ports?device_id=68785a04-1ade-4151-b3fa-93ea108d2177 HTTP/1.1" status: 200 len: 946 time: 0.0620158 Sep 09 22:28:08.746746 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c9100-50e3-421a-9435-4bbf78479f44 req-f64cc5e9-a21f-44c1-ad57-2257f139c97d tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:08.748687 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0f8c9100-50e3-421a-9435-4bbf78479f44 req-f64cc5e9-a21f-44c1-ad57-2257f139c97d tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=739f3a23-8ec8-493d-8c94-d7598f7977e8 HTTP/1.1" status: 200 len: 945 time: 0.0965731 Sep 09 22:28:08.753132 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3fd55a49-1076-401a-bf68-39b6e8c546e8 req-177e87ec-3e92-4a5c-a119-443cda4ace85 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/security-groups?id=f474b0c3-ff8f-49ea-81a5-d46b5927672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902324 Sep 09 22:28:08.799483 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0f8c9100-50e3-421a-9435-4bbf78479f44 req-6595095b-9863-40fc-bfbb-c2f756f0a4a2 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441861 Sep 09 22:28:09.078946 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8c2dd-6a5b-4705-aba3-45ebce06d8b6 req-6b3dcc99-ec59-42a8-80bc-32bd31a3abae tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:09.080345 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f2d8c2dd-6a5b-4705-aba3-45ebce06d8b6 req-6b3dcc99-ec59-42a8-80bc-32bd31a3abae tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.20 "GET /v2.0/ports?device_id=68785a04-1ade-4151-b3fa-93ea108d2177 HTTP/1.1" status: 200 len: 946 time: 0.0499401 Sep 09 22:28:09.184715 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-f2d8c2dd-6a5b-4705-aba3-45ebce06d8b6 req-eebd6068-3959-4a66-a883-1568c6b2e0ff tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Deleting port 940441e4-f7be-4d65-b64f-722015022a27 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:28:09.185057 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f2d8c2dd-6a5b-4705-aba3-45ebce06d8b6 req-eebd6068-3959-4a66-a883-1568c6b2e0ff tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:09.272204 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-f2d8c2dd-6a5b-4705-aba3-45ebce06d8b6 req-eebd6068-3959-4a66-a883-1568c6b2e0ff tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] For port 940441e4-f7be-4d65-b64f-722015022a27, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=940441e4-f7be-4d65-b64f-722015022a27,segment=NetworkSegment(42b58578-5559-4e00-8d47-a54ce09f9050),segment_id=42b58578-5559-4e00-8d47-a54ce09f9050)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:28:09.272563 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f2d8c2dd-6a5b-4705-aba3-45ebce06d8b6 req-eebd6068-3959-4a66-a883-1568c6b2e0ff tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:09.293053 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-f2d8c2dd-6a5b-4705-aba3-45ebce06d8b6 req-eebd6068-3959-4a66-a883-1568c6b2e0ff tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Calling delete_port for 940441e4-f7be-4d65-b64f-722015022a27 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:28:09.414551 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f2d8c2dd-6a5b-4705-aba3-45ebce06d8b6 req-eebd6068-3959-4a66-a883-1568c6b2e0ff tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:09.443880 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebd6068-3959-4a66-a883-1568c6b2e0ff tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Pushing event deleted for resources: {'Port': ['ID=940441e4-f7be-4d65-b64f-722015022a27,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:09.488539 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d8c2dd-6a5b-4705-aba3-45ebce06d8b6 req-eebd6068-3959-4a66-a883-1568c6b2e0ff tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] No DVR routers for this DVR port 940441e4-f7be-4d65-b64f-722015022a27 on host hv-cinder-75995 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:28:09.498916 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f2d8c2dd-6a5b-4705-aba3-45ebce06d8b6 req-eebd6068-3959-4a66-a883-1568c6b2e0ff tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:09.500853 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f2d8c2dd-6a5b-4705-aba3-45ebce06d8b6 req-eebd6068-3959-4a66-a883-1568c6b2e0ff tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.20 "DELETE /v2.0/ports/940441e4-f7be-4d65-b64f-722015022a27 HTTP/1.1" status: 204 len: 173 time: 0.4130561 Sep 09 22:28:09.501288 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68785a04-1ade-4151-b3fa-93ea108d2177', 'name': 'network-vif-deleted', 'tag': '940441e4-f7be-4d65-b64f-722015022a27'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:28:09.503710 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febecf7243e3540986e18e5907cacf19c405284daaaade8257553be7db475bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b88b69-014d-4ec0-bfd4-4f4bbd591f59" -d '{"events": [{"server_uuid": "68785a04-1ade-4151-b3fa-93ea108d2177", "name": "network-vif-deleted", "tag": "940441e4-f7be-4d65-b64f-722015022a27"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:28:09.551783 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3959c98-afcd-4772-b4c4-b987a8aaf047 req-09e4b761-1d15-48cc-9b94-8da0d0a7f4b2 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:09.554147 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a3959c98-afcd-4772-b4c4-b987a8aaf047 req-09e4b761-1d15-48cc-9b94-8da0d0a7f4b2 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 946 time: 0.0667241 Sep 09 22:28:09.555838 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] get_ports_and_sgs() called for port_ids ['940441e4-f7be-4d65-b64f-722015022a27'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:28:09.560676 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138aab11-4387-43e7-bcf3-422b3098e5af x-openstack-request-id: req-138aab11-4387-43e7-bcf3-422b3098e5af {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:28:09.561036 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68785a04-1ade-4151-b3fa-93ea108d2177", "name": "network-vif-deleted", "tag": "940441e4-f7be-4d65-b64f-722015022a27", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:28:09.561359 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-138aab11-4387-43e7-bcf3-422b3098e5af {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:28:09.561750 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68785a04-1ade-4151-b3fa-93ea108d2177', 'name': 'network-vif-deleted', 'tag': '940441e4-f7be-4d65-b64f-722015022a27', 'status': 'completed', 'code': 200} Sep 09 22:28:09.596244 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a3959c98-afcd-4772-b4c4-b987a8aaf047 req-7a6a08de-580c-489d-878d-b91b01023f89 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335395 Sep 09 22:28:09.868190 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d562e3c5-c174-419a-a4f0-7c1338b0ab87 req-13fd2125-e169-47c8-89c7-ad8a6a7df316 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/ports?device_id=68785a04-1ade-4151-b3fa-93ea108d2177 HTTP/1.1" status: 200 len: 210 time: 0.0274875 Sep 09 22:28:09.893497 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 5513b772-ee3f-4e6b-856f-d6c66d86d3c9 up at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:28:09.930537 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d338db-c745-417e-9fb9-339f1e906da5 req-b8b7f1a6-af5c-4730-9644-b0d739e5d486 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:09.931915 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e0d338db-c745-417e-9fb9-339f1e906da5 req-b8b7f1a6-af5c-4730-9644-b0d739e5d486 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=739f3a23-8ec8-493d-8c94-d7598f7977e8 HTTP/1.1" status: 200 len: 945 time: 0.0560973 Sep 09 22:28:09.945662 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Provisioning for port 5513b772-ee3f-4e6b-856f-d6c66d86d3c9 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:28:09.950473 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Provisioning complete for port 5513b772-ee3f-4e6b-856f-d6c66d86d3c9 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:28:09.950843 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:09.972635 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e0d338db-c745-417e-9fb9-339f1e906da5 req-9081d0d0-fd90-4cea-a689-85d68bab72c1 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348160 Sep 09 22:28:10.037561 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:10.061571 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '739f3a23-8ec8-493d-8c94-d7598f7977e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5513b772-ee3f-4e6b-856f-d6c66d86d3c9'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:28:10.064334 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497578eeb0b1d224d742647686e7d62f740bb656e2f2bb1278978b4c95122d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284fbdd6-77c7-43fa-98e6-78df2f5fc6fb" -d '{"events": [{"server_uuid": "739f3a23-8ec8-493d-8c94-d7598f7977e8", "name": "network-vif-plugged", "status": "completed", "tag": "5513b772-ee3f-4e6b-856f-d6c66d86d3c9"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:28:10.077956 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 5513b772-ee3f-4e6b-856f-d6c66d86d3c9, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=5513b772-ee3f-4e6b-856f-d6c66d86d3c9,segment=NetworkSegment(c91907a4-08ff-47a6-a6cb-1165e0b6a369),segment_id=c91907a4-08ff-47a6-a6cb-1165e0b6a369)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:28:10.082007 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:10.107649 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-177985e1-9b4d-47e2-af58-8d9278564de7 x-openstack-request-id: req-177985e1-9b4d-47e2-af58-8d9278564de7 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:28:10.108048 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "739f3a23-8ec8-493d-8c94-d7598f7977e8", "name": "network-vif-plugged", "status": "completed", "tag": "5513b772-ee3f-4e6b-856f-d6c66d86d3c9", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:28:10.109316 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-177985e1-9b4d-47e2-af58-8d9278564de7 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:28:10.110118 dv-cinder-759955-23-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739f3a23-8ec8-493d-8c94-d7598f7977e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5513b772-ee3f-4e6b-856f-d6c66d86d3c9', 'code': 200} Sep 09 22:28:10.135527 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=5513b772-ee3f-4e6b-856f-d6c66d86d3c9,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:10.297091 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca83fcb-167a-47be-8cc8-35edb27534b1 req-d65c9970-678e-45b1-a0f3-457761f7a3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:10.298516 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5ca83fcb-167a-47be-8cc8-35edb27534b1 req-d65c9970-678e-45b1-a0f3-457761f7a3fb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=739f3a23-8ec8-493d-8c94-d7598f7977e8 HTTP/1.1" status: 200 len: 1099 time: 0.0400298 Sep 09 22:28:10.351711 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5ca83fcb-167a-47be-8cc8-35edb27534b1 req-acc39e54-6c53-4a39-8903-606ff7cd00d4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294230 Sep 09 22:28:10.709619 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497953c-ecd1-4797-ab52-604b069217be req-9d293e0f-f05c-4c4c-b354-edb91a568eec tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:10.711211 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e497953c-ecd1-4797-ab52-604b069217be req-9d293e0f-f05c-4c4c-b354-edb91a568eec tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 946 time: 0.0474682 Sep 09 22:28:10.749472 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e497953c-ecd1-4797-ab52-604b069217be req-8180818d-0ec7-4848-a43b-32dbd2cbdb8e tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322404 Sep 09 22:28:10.990388 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13948e-11fd-488f-8c17-c8cafe3a3192 req-97b61702-5b64-4381-99c4-a19a9722ca98 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:10.991884 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3e13948e-11fd-488f-8c17-c8cafe3a3192 req-97b61702-5b64-4381-99c4-a19a9722ca98 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.20 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 946 time: 0.0520492 Sep 09 22:28:11.143976 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cb5dd2-988c-4290-b0c6-be0ce7461023 req-67f1df9b-6df0-42c1-b1cc-8bb8097e856d tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:11.145442 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-35cb5dd2-988c-4290-b0c6-be0ce7461023 req-67f1df9b-6df0-42c1-b1cc-8bb8097e856d tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=739f3a23-8ec8-493d-8c94-d7598f7977e8 HTTP/1.1" status: 200 len: 946 time: 0.0984404 Sep 09 22:28:11.151241 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-3e13948e-11fd-488f-8c17-c8cafe3a3192 req-e4a58e0b-b354-4dcd-8554-2d917adcac05 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Deleting port 89f703c5-701f-4af9-92da-02ee89f3f9e4 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:28:11.151508 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3e13948e-11fd-488f-8c17-c8cafe3a3192 req-e4a58e0b-b354-4dcd-8554-2d917adcac05 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:11.244847 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-35cb5dd2-988c-4290-b0c6-be0ce7461023 req-51980f76-22c8-448e-b019-24d7a02818d2 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884490 Sep 09 22:28:11.272139 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-3e13948e-11fd-488f-8c17-c8cafe3a3192 req-e4a58e0b-b354-4dcd-8554-2d917adcac05 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] For port 89f703c5-701f-4af9-92da-02ee89f3f9e4, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=89f703c5-701f-4af9-92da-02ee89f3f9e4,segment=NetworkSegment(bd5b3826-531e-418f-80a7-53a6cf8f45c9),segment_id=bd5b3826-531e-418f-80a7-53a6cf8f45c9)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:28:11.272502 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3e13948e-11fd-488f-8c17-c8cafe3a3192 req-e4a58e0b-b354-4dcd-8554-2d917adcac05 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:11.285187 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-3e13948e-11fd-488f-8c17-c8cafe3a3192 req-e4a58e0b-b354-4dcd-8554-2d917adcac05 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Calling delete_port for 89f703c5-701f-4af9-92da-02ee89f3f9e4 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:28:11.409212 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3e13948e-11fd-488f-8c17-c8cafe3a3192 req-e4a58e0b-b354-4dcd-8554-2d917adcac05 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:11.443128 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a58e0b-b354-4dcd-8554-2d917adcac05 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Pushing event deleted for resources: {'Port': ['ID=89f703c5-701f-4af9-92da-02ee89f3f9e4,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:11.474945 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e13948e-11fd-488f-8c17-c8cafe3a3192 req-e4a58e0b-b354-4dcd-8554-2d917adcac05 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] No DVR routers for this DVR port 89f703c5-701f-4af9-92da-02ee89f3f9e4 on host hv-cinder-75995 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:28:11.477326 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3e13948e-11fd-488f-8c17-c8cafe3a3192 req-e4a58e0b-b354-4dcd-8554-2d917adcac05 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:11.479239 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3e13948e-11fd-488f-8c17-c8cafe3a3192 req-e4a58e0b-b354-4dcd-8554-2d917adcac05 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.20 "DELETE /v2.0/ports/89f703c5-701f-4af9-92da-02ee89f3f9e4 HTTP/1.1" status: 204 len: 173 time: 0.4700737 Sep 09 22:28:11.563047 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3787ba4b-5ee8-4577-b7ca-6ff32f4667a7', 'name': 'network-vif-deleted', 'tag': '89f703c5-701f-4af9-92da-02ee89f3f9e4'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:28:11.565419 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febecf7243e3540986e18e5907cacf19c405284daaaade8257553be7db475bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164e5230-d13b-486c-af93-d33a532f061c" -d '{"events": [{"server_uuid": "3787ba4b-5ee8-4577-b7ca-6ff32f4667a7", "name": "network-vif-deleted", "tag": "89f703c5-701f-4af9-92da-02ee89f3f9e4"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:28:11.599276 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642105e9-42c3-4dad-9bbc-d9677c6ff69b x-openstack-request-id: req-642105e9-42c3-4dad-9bbc-d9677c6ff69b {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:28:11.599541 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3787ba4b-5ee8-4577-b7ca-6ff32f4667a7", "name": "network-vif-deleted", "tag": "89f703c5-701f-4af9-92da-02ee89f3f9e4", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:28:11.599785 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-642105e9-42c3-4dad-9bbc-d9677c6ff69b {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:28:11.600204 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3787ba4b-5ee8-4577-b7ca-6ff32f4667a7', 'name': 'network-vif-deleted', 'tag': '89f703c5-701f-4af9-92da-02ee89f3f9e4', 'status': 'completed', 'code': 200} Sep 09 22:28:11.845728 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b8888ec4-cc13-4512-adb1-7bafd110653d req-04ca7f71-7c54-42ff-8ec1-b21ee33b6efc tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 210 time: 0.0293188 Sep 09 22:28:12.363523 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09bb356-24f5-42d4-a968-da2cc385e013 req-ea67d7fa-bfb1-4107-8369-64f820ebd804 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:12.364901 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f09bb356-24f5-42d4-a968-da2cc385e013 req-ea67d7fa-bfb1-4107-8369-64f820ebd804 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=739f3a23-8ec8-493d-8c94-d7598f7977e8 HTTP/1.1" status: 200 len: 946 time: 0.0485446 Sep 09 22:28:12.402472 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f09bb356-24f5-42d4-a968-da2cc385e013 req-c38464d8-98b8-40b4-abc9-851962f11a03 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310843 Sep 09 22:28:12.936699 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2ec4ade4-c598-46bc-8345-d5fb0ad593bb req-8db91fb1-b3a6-4ec1-a8db-805a0ed41241 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 210 time: 0.0262020 Sep 09 22:28:13.512970 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cda170-33b9-4995-bbb4-34e267ff3313 req-030a0f12-2553-4738-9360-bb744bb2df35 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:13.514385 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-81cda170-33b9-4995-bbb4-34e267ff3313 req-030a0f12-2553-4738-9360-bb744bb2df35 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=739f3a23-8ec8-493d-8c94-d7598f7977e8 HTTP/1.1" status: 200 len: 946 time: 0.0468545 Sep 09 22:28:13.551844 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-81cda170-33b9-4995-bbb4-34e267ff3313 req-f0abecff-a18e-4bc9-a146-782f184a50c9 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315533 Sep 09 22:28:14.030191 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e006a27b-1289-4c7b-be2a-69cb49dcb60a req-2580f616-80dc-4e9c-8608-2393695bc729 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 210 time: 0.0289600 Sep 09 22:28:14.369799 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] get_ports_and_sgs() called for port_ids ['b221fbf5-0b90-4b5f-b20e-4f7824abe66f', '89f703c5-701f-4af9-92da-02ee89f3f9e4'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:28:14.672512 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8179a449-367e-413f-ae03-83d4b104ff7e req-cf5e7c8e-195a-4a7b-ba84-c2a8a9ec4eca tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:14.674043 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8179a449-367e-413f-ae03-83d4b104ff7e req-cf5e7c8e-195a-4a7b-ba84-c2a8a9ec4eca tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=739f3a23-8ec8-493d-8c94-d7598f7977e8 HTTP/1.1" status: 200 len: 946 time: 0.0556285 Sep 09 22:28:14.710558 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8179a449-367e-413f-ae03-83d4b104ff7e req-2a612690-de3e-49a2-9d8f-6ddec1075fdf tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306573 Sep 09 22:28:15.142040 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4bdb891b-90b2-4997-9740-e5c5b90ce970 req-72bc58e4-6519-44fd-af80-247e8522ba45 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=3787ba4b-5ee8-4577-b7ca-6ff32f4667a7 HTTP/1.1" status: 200 len: 210 time: 0.0263622 Sep 09 22:28:15.822701 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8374e8cc-35e5-4da5-b851-adfdabbff944 req-89d1fd75-1469-40a2-8e6b-980b307758b0 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:15.824184 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8374e8cc-35e5-4da5-b851-adfdabbff944 req-89d1fd75-1469-40a2-8e6b-980b307758b0 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=739f3a23-8ec8-493d-8c94-d7598f7977e8 HTTP/1.1" status: 200 len: 946 time: 0.0476868 Sep 09 22:28:15.865610 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8374e8cc-35e5-4da5-b851-adfdabbff944 req-d5ff3cb2-73cf-4760-810e-60a6845be196 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350249 Sep 09 22:28:16.374551 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 940441e4-f7be-4d65-b64f-722015022a27 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:28:16.394216 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] No Port match for: 940441e4-f7be-4d65-b64f-722015022a27 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:28:16.394561 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 940441e4-f7be-4d65-b64f-722015022a27 not bound to the agent host hv-cinder-75995 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:28:16.402890 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a4d2a6-b364-4a27-81ca-ecee9d45c7b6 req-3ebfd776-1fd7-489e-91b3-bee1ee02d145 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:16.404870 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-45a4d2a6-b364-4a27-81ca-ecee9d45c7b6 req-3ebfd776-1fd7-489e-91b3-bee1ee02d145 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0500197 Sep 09 22:28:16.446803 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-45a4d2a6-b364-4a27-81ca-ecee9d45c7b6 req-c1b0f5a9-0015-4628-9713-f0ac92bb0a86 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349963 Sep 09 22:28:17.559844 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a66d1-006a-4312-b3c8-fb27310d307a req-d98ef8d8-1b31-4bf3-9fc7-12aba0d7defa tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:17.561332 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ac5a66d1-006a-4312-b3c8-fb27310d307a req-d98ef8d8-1b31-4bf3-9fc7-12aba0d7defa tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0488026 Sep 09 22:28:17.597926 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ac5a66d1-006a-4312-b3c8-fb27310d307a req-15fb1e38-4660-462b-87ed-1c61a882ab9b tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307572 Sep 09 22:28:18.710000 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec5269-1097-4374-906d-d4eb08e12463 req-3060f357-372f-4cf0-9f50-7c242a7b025b tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:18.711465 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-68ec5269-1097-4374-906d-d4eb08e12463 req-3060f357-372f-4cf0-9f50-7c242a7b025b tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0477614 Sep 09 22:28:18.733220 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 89f703c5-701f-4af9-92da-02ee89f3f9e4 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:28:18.753989 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] No Port match for: 89f703c5-701f-4af9-92da-02ee89f3f9e4 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:28:18.754320 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 89f703c5-701f-4af9-92da-02ee89f3f9e4 not bound to the agent host hv-cinder-75995 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:28:18.756565 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-68ec5269-1097-4374-906d-d4eb08e12463 req-6b195c5f-d0b6-4cd1-9d61-08eae882f8ff tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389094 Sep 09 22:28:19.873016 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6165a3-bba7-4a95-8541-1d2d06555e0e req-466708f7-9e6f-4a2a-ad3b-884898def57e tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:19.879376 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ce6165a3-bba7-4a95-8541-1d2d06555e0e req-466708f7-9e6f-4a2a-ad3b-884898def57e tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0543261 Sep 09 22:28:19.923904 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ce6165a3-bba7-4a95-8541-1d2d06555e0e req-87fa7c8c-ceec-4c5f-b4ac-3a4e5732cffb tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386696 Sep 09 22:28:19.959684 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.agents_db [None req-ca59875f-4706-4e17-8f41-5ac1de1c8425 None None] Agent healthcheck: found 6 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:28:20.914122 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e79bc-2698-4a7b-81c5-95e484383c9d req-595c0de8-935d-4b83-b676-7536e7556bf2 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:20.915579 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5c0e79bc-2698-4a7b-81c5-95e484383c9d req-595c0de8-935d-4b83-b676-7536e7556bf2 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/networks?id=ba04819e-4d3f-4ea4-afd8-239759d49227 HTTP/1.1" status: 200 len: 814 time: 0.1021054 Sep 09 22:28:20.929808 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5c0e79bc-2698-4a7b-81c5-95e484383c9d req-f514b6fa-4873-40bb-b193-ba2131d51cb4 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/quotas/185f4b4c15104ebfb9a705b5e03a11d8 HTTP/1.1" status: 200 len: 375 time: 0.0085576 Sep 09 22:28:20.961020 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5c0e79bc-2698-4a7b-81c5-95e484383c9d req-6eb6287a-f961-4151-b7a3-2934677d008a tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=185f4b4c15104ebfb9a705b5e03a11d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255599 Sep 09 22:28:21.089459 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e85b0ca-156a-4ad5-97f7-413d25dfb7de req-5cafc2ac-9261-4027-95de-dec29bb8a711 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:21.090894 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1e85b0ca-156a-4ad5-97f7-413d25dfb7de req-5cafc2ac-9261-4027-95de-dec29bb8a711 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0963476 Sep 09 22:28:21.092996 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5c0e79bc-2698-4a7b-81c5-95e484383c9d req-f104d67a-1ac6-40df-a34c-7c853130369a service neutron] 10.222.0.41 "GET /v2.0/networks/ba04819e-4d3f-4ea4-afd8-239759d49227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250284 Sep 09 22:28:21.155048 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1e85b0ca-156a-4ad5-97f7-413d25dfb7de req-3f4a7deb-390e-4481-974f-aa99f470c913 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582628 Sep 09 22:28:21.204549 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5c0e79bc-2698-4a7b-81c5-95e484383c9d req-8247a1ab-b672-4709-9b0a-2a2c862c2ca4 service neutron] 10.222.0.41 "GET /v2.0/networks/ba04819e-4d3f-4ea4-afd8-239759d49227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021838 Sep 09 22:28:21.361342 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fbd91809-585c-44d2-8533-b5f26413845f req-24b926cf-c92f-457d-8199-c9a2533e0251 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb7d7548-5ab3-44fd-a3fd-c09fa7426b13 HTTP/1.1" status: 200 len: 210 time: 0.0292056 Sep 09 22:28:22.273899 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04231ca-d233-4cbd-b0d8-0796596ec313 req-7eb84841-4204-4d83-9c03-c6c9bbd079d8 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:22.275317 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a04231ca-d233-4cbd-b0d8-0796596ec313 req-7eb84841-4204-4d83-9c03-c6c9bbd079d8 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0540137 Sep 09 22:28:22.324851 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a04231ca-d233-4cbd-b0d8-0796596ec313 req-d9443a84-8b28-4710-9300-a3bb565b9a0a tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427725 Sep 09 22:28:22.425461 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e79bc-2698-4a7b-81c5-95e484383c9d req-78fab506-14e3-44e9-8907-58da16fb43cd tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:22.428274 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5c0e79bc-2698-4a7b-81c5-95e484383c9d req-78fab506-14e3-44e9-8907-58da16fb43cd tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.20 "GET /v2.0/networks?id=ba04819e-4d3f-4ea4-afd8-239759d49227 HTTP/1.1" status: 200 len: 814 time: 0.1023786 Sep 09 22:28:22.464382 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-5c0e79bc-2698-4a7b-81c5-95e484383c9d req-7ffa266f-cc25-40cf-8d0b-e632ab906bae tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Request body: {'port': {'device_id': 'bb7d7548-5ab3-44fd-a3fd-c09fa7426b13', 'network_id': 'ba04819e-4d3f-4ea4-afd8-239759d49227', 'admin_state_up': True, 'tenant_id': '185f4b4c15104ebfb9a705b5e03a11d8'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:28:22.468492 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-087f62c0-d6e1-47f5-ae78-a3010a83586d req-191460eb-d53b-482b-a96f-9ef1f9b60fe0 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb7d7548-5ab3-44fd-a3fd-c09fa7426b13 HTTP/1.1" status: 200 len: 210 time: 0.0358922 Sep 09 22:28:22.569971 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c0e79bc-2698-4a7b-81c5-95e484383c9d req-7ffa266f-cc25-40cf-8d0b-e632ab906bae tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Made reservation on behalf of 185f4b4c15104ebfb9a705b5e03a11d8 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:28:22.573379 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5c0e79bc-2698-4a7b-81c5-95e484383c9d req-7ffa266f-cc25-40cf-8d0b-e632ab906bae tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:22.696885 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-5c0e79bc-2698-4a7b-81c5-95e484383c9d req-7ffa266f-cc25-40cf-8d0b-e632ab906bae tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Allocated IP 172.20.0.13 (ba04819e-4d3f-4ea4-afd8-239759d49227/307b117c-d0b0-4736-b594-24c28eb2e44f/2b44d6d5-e4b8-48f8-be78-96e3e4baa16c) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:28:22.841514 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5c0e79bc-2698-4a7b-81c5-95e484383c9d req-7ffa266f-cc25-40cf-8d0b-e632ab906bae tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:22.878373 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5c0e79bc-2698-4a7b-81c5-95e484383c9d req-7ffa266f-cc25-40cf-8d0b-e632ab906bae tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:22.919154 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c0e79bc-2698-4a7b-81c5-95e484383c9d req-7ffa266f-cc25-40cf-8d0b-e632ab906bae tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Network ba04819e-4d3f-4ea4-afd8-239759d49227 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:28:22.922211 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-5c0e79bc-2698-4a7b-81c5-95e484383c9d req-7ffa266f-cc25-40cf-8d0b-e632ab906bae tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:28:22.928239 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0e79bc-2698-4a7b-81c5-95e484383c9d req-7ffa266f-cc25-40cf-8d0b-e632ab906bae tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:28:22.934355 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa266f-cc25-40cf-8d0b-e632ab906bae tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Pushing event updated for resources: {'Port': ['ID=2b44d6d5-e4b8-48f8-be78-96e3e4baa16c,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:22.977742 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e79bc-2698-4a7b-81c5-95e484383c9d req-7ffa266f-cc25-40cf-8d0b-e632ab906bae tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:22.978328 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5c0e79bc-2698-4a7b-81c5-95e484383c9d req-7ffa266f-cc25-40cf-8d0b-e632ab906bae tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:22.991365 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5c0e79bc-2698-4a7b-81c5-95e484383c9d req-7ffa266f-cc25-40cf-8d0b-e632ab906bae tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5486376 Sep 09 22:28:23.013849 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-5c0e79bc-2698-4a7b-81c5-95e484383c9d req-e93f14d9-833b-4027-8994-93caf4b33c8f service neutron] Request body: {'port': {'device_id': 'bb7d7548-5ab3-44fd-a3fd-c09fa7426b13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:28:23.068109 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5c0e79bc-2698-4a7b-81c5-95e484383c9d req-e93f14d9-833b-4027-8994-93caf4b33c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:23.321830 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [req-5c0e79bc-2698-4a7b-81c5-95e484383c9d req-e93f14d9-833b-4027-8994-93caf4b33c8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b44d6d5-e4b8-48f8-be78-96e3e4baa16c {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:28:23.329340 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5c0e79bc-2698-4a7b-81c5-95e484383c9d req-e93f14d9-833b-4027-8994-93caf4b33c8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:23.341579 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-5c0e79bc-2698-4a7b-81c5-95e484383c9d req-e93f14d9-833b-4027-8994-93caf4b33c8f service neutron] Transition to ACTIVE for port object 2b44d6d5-e4b8-48f8-be78-96e3e4baa16c will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:28:23.345662 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5c0e79bc-2698-4a7b-81c5-95e484383c9d req-e93f14d9-833b-4027-8994-93caf4b33c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27131053'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:23.421554 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f14d9-833b-4027-8994-93caf4b33c8f service neutron] Pushing event updated for resources: {'Port': ['ID=2b44d6d5-e4b8-48f8-be78-96e3e4baa16c,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:23.736901 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522d40f1-fb8c-4f1b-97cb-774583e0a88a req-8b7069b4-0cba-4fbd-89c8-824c0c4588d3 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:23.738379 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-522d40f1-fb8c-4f1b-97cb-774583e0a88a req-8b7069b4-0cba-4fbd-89c8-824c0c4588d3 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.3413477 Sep 09 22:28:23.757876 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-5c0e79bc-2698-4a7b-81c5-95e484383c9d req-e93f14d9-833b-4027-8994-93caf4b33c8f service neutron] Attempting to bind port 2b44d6d5-e4b8-48f8-be78-96e3e4baa16c on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:28:23.758202 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-5c0e79bc-2698-4a7b-81c5-95e484383c9d req-e93f14d9-833b-4027-8994-93caf4b33c8f service neutron] Attempting to bind port 2b44d6d5-e4b8-48f8-be78-96e3e4baa16c by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '42b58578-5559-4e00-8d47-a54ce09f9050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ba04819e-4d3f-4ea4-afd8-239759d49227'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:28:23.758521 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0e79bc-2698-4a7b-81c5-95e484383c9d req-e93f14d9-833b-4027-8994-93caf4b33c8f service neutron] Attempting to bind port 2b44d6d5-e4b8-48f8-be78-96e3e4baa16c on network ba04819e-4d3f-4ea4-afd8-239759d49227 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:28:23.776506 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193ddbc-b2f3-4cd2-8550-9c2e89268419 req-6a7f3c1d-ca78-4903-af1f-3128db3b77f4 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:23.777957 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5193ddbc-b2f3-4cd2-8550-9c2e89268419 req-6a7f3c1d-ca78-4903-af1f-3128db3b77f4 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb7d7548-5ab3-44fd-a3fd-c09fa7426b13 HTTP/1.1" status: 200 len: 944 time: 0.1202068 Sep 09 22:28:23.781349 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0e79bc-2698-4a7b-81c5-95e484383c9d req-e93f14d9-833b-4027-8994-93caf4b33c8f service neutron] Port 2b44d6d5-e4b8-48f8-be78-96e3e4baa16c on network ba04819e-4d3f-4ea4-afd8-239759d49227 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 22:28:23.781665 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0e79bc-2698-4a7b-81c5-95e484383c9d req-e93f14d9-833b-4027-8994-93caf4b33c8f service neutron] Attempting to bind port 2b44d6d5-e4b8-48f8-be78-96e3e4baa16c on network ba04819e-4d3f-4ea4-afd8-239759d49227 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:28:23.806288 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0e79bc-2698-4a7b-81c5-95e484383c9d req-e93f14d9-833b-4027-8994-93caf4b33c8f service neutron] Checking agent: {'id': 'd4d09dd9-4fb9-4f0d-bf57-c365063561af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 23, 5), 'started_at': datetime.datetime(2021, 9, 9, 22, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:28:23.806615 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0e79bc-2698-4a7b-81c5-95e484383c9d req-e93f14d9-833b-4027-8994-93caf4b33c8f service neutron] Checking segment: {'id': '42b58578-5559-4e00-8d47-a54ce09f9050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ba04819e-4d3f-4ea4-afd8-239759d49227'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:28:23.806985 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0e79bc-2698-4a7b-81c5-95e484383c9d req-e93f14d9-833b-4027-8994-93caf4b33c8f service neutron] Bound using segment: {'id': '42b58578-5559-4e00-8d47-a54ce09f9050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ba04819e-4d3f-4ea4-afd8-239759d49227'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:28:23.807405 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-5c0e79bc-2698-4a7b-81c5-95e484383c9d req-e93f14d9-833b-4027-8994-93caf4b33c8f service neutron] Bound port: 2b44d6d5-e4b8-48f8-be78-96e3e4baa16c, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42b58578-5559-4e00-8d47-a54ce09f9050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ba04819e-4d3f-4ea4-afd8-239759d49227'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:28:23.808492 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5c0e79bc-2698-4a7b-81c5-95e484383c9d req-e93f14d9-833b-4027-8994-93caf4b33c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:23.824235 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-522d40f1-fb8c-4f1b-97cb-774583e0a88a req-532778ae-6be6-43f5-8128-ac038443c7da tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764639 Sep 09 22:28:23.868091 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5193ddbc-b2f3-4cd2-8550-9c2e89268419 req-65c9b841-3d93-43ec-ac45-03cbbe5dea45 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/security-groups?id=f474b0c3-ff8f-49ea-81a5-d46b5927672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823398 Sep 09 22:28:23.894177 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-5c0e79bc-2698-4a7b-81c5-95e484383c9d req-e93f14d9-833b-4027-8994-93caf4b33c8f service neutron] For port 2b44d6d5-e4b8-48f8-be78-96e3e4baa16c, host hv-cinder-75995, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:28:23.897133 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-5c0e79bc-2698-4a7b-81c5-95e484383c9d req-e93f14d9-833b-4027-8994-93caf4b33c8f service neutron] For port 2b44d6d5-e4b8-48f8-be78-96e3e4baa16c, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=2b44d6d5-e4b8-48f8-be78-96e3e4baa16c,segment=NetworkSegment(42b58578-5559-4e00-8d47-a54ce09f9050),segment_id=42b58578-5559-4e00-8d47-a54ce09f9050)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:28:23.902051 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5c0e79bc-2698-4a7b-81c5-95e484383c9d req-e93f14d9-833b-4027-8994-93caf4b33c8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27131053'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:23.935214 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e79bc-2698-4a7b-81c5-95e484383c9d req-e93f14d9-833b-4027-8994-93caf4b33c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:23.935813 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5c0e79bc-2698-4a7b-81c5-95e484383c9d req-e93f14d9-833b-4027-8994-93caf4b33c8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:23.937210 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5c0e79bc-2698-4a7b-81c5-95e484383c9d req-e93f14d9-833b-4027-8994-93caf4b33c8f service neutron] 10.222.0.20 "PUT /v2.0/ports/2b44d6d5-e4b8-48f8-be78-96e3e4baa16c HTTP/1.1" status: 200 len: 1094 time: 0.9282644 Sep 09 22:28:23.937634 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb7d7548-5ab3-44fd-a3fd-c09fa7426b13', 'tag': '2b44d6d5-e4b8-48f8-be78-96e3e4baa16c'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:28:23.939848 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febecf7243e3540986e18e5907cacf19c405284daaaade8257553be7db475bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a5488a-6caa-482d-988a-e0d1a5ffa36f" -d '{"events": [{"name": "network-changed", "server_uuid": "bb7d7548-5ab3-44fd-a3fd-c09fa7426b13", "tag": "2b44d6d5-e4b8-48f8-be78-96e3e4baa16c"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:28:23.962010 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f14d9-833b-4027-8994-93caf4b33c8f service neutron] Pushing event updated for resources: {'Port': ['ID=2b44d6d5-e4b8-48f8-be78-96e3e4baa16c,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:23.978457 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192d0c4c-4811-4f08-82f9-39f52116ef20 x-openstack-request-id: req-192d0c4c-4811-4f08-82f9-39f52116ef20 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:28:23.978758 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb7d7548-5ab3-44fd-a3fd-c09fa7426b13", "tag": "2b44d6d5-e4b8-48f8-be78-96e3e4baa16c", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:28:23.978993 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-192d0c4c-4811-4f08-82f9-39f52116ef20 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:28:23.979408 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb7d7548-5ab3-44fd-a3fd-c09fa7426b13', 'tag': '2b44d6d5-e4b8-48f8-be78-96e3e4baa16c', 'status': 'completed', 'code': 200} Sep 09 22:28:24.041811 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e79bc-2698-4a7b-81c5-95e484383c9d req-7bbfc391-8100-42ef-9bc2-8f077bad7c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:24.043909 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5c0e79bc-2698-4a7b-81c5-95e484383c9d req-7bbfc391-8100-42ef-9bc2-8f077bad7c73 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=185f4b4c15104ebfb9a705b5e03a11d8&device_id=bb7d7548-5ab3-44fd-a3fd-c09fa7426b13 HTTP/1.1" status: 200 len: 1097 time: 0.0406597 Sep 09 22:28:24.089338 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5c0e79bc-2698-4a7b-81c5-95e484383c9d req-f2b38bf2-ffc5-4dd5-9c65-d328701ba239 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b44d6d5-e4b8-48f8-be78-96e3e4baa16c HTTP/1.1" status: 200 len: 217 time: 0.0353153 Sep 09 22:28:24.141934 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e79bc-2698-4a7b-81c5-95e484383c9d req-b4a69343-5bc9-4083-be80-e93e5c487dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:24.143362 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5c0e79bc-2698-4a7b-81c5-95e484383c9d req-b4a69343-5bc9-4083-be80-e93e5c487dac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=307b117c-d0b0-4736-b594-24c28eb2e44f HTTP/1.1" status: 200 len: 854 time: 0.0420456 Sep 09 22:28:24.176168 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5c0e79bc-2698-4a7b-81c5-95e484383c9d req-cb80cdc7-0ea1-4640-a553-5226957212ab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ba04819e-4d3f-4ea4-afd8-239759d49227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244868 Sep 09 22:28:24.280250 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5c0e79bc-2698-4a7b-81c5-95e484383c9d req-6c60e068-f91a-4ddf-a6ec-a24e32d1b81b service neutron] 10.222.0.20 "GET /v2.0/networks/ba04819e-4d3f-4ea4-afd8-239759d49227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838447 Sep 09 22:28:24.377218 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5c0e79bc-2698-4a7b-81c5-95e484383c9d req-dfbb87a1-2e0f-47eb-8625-1b5d9279341e service neutron] 10.222.0.20 "GET /v2.0/networks/ba04819e-4d3f-4ea4-afd8-239759d49227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786972 Sep 09 22:28:24.471527 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5488a-6caa-482d-988a-e0d1a5ffa36f req-538210b2-c064-4171-9f36-1eb60835d42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:24.473026 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b7a5488a-6caa-482d-988a-e0d1a5ffa36f req-538210b2-c064-4171-9f36-1eb60835d42e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=185f4b4c15104ebfb9a705b5e03a11d8&device_id=bb7d7548-5ab3-44fd-a3fd-c09fa7426b13 HTTP/1.1" status: 200 len: 1097 time: 0.0434504 Sep 09 22:28:24.563271 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5488a-6caa-482d-988a-e0d1a5ffa36f req-6d824116-18c6-4a39-b3d4-1f8310754697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:24.564769 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b7a5488a-6caa-482d-988a-e0d1a5ffa36f req-6d824116-18c6-4a39-b3d4-1f8310754697 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ba04819e-4d3f-4ea4-afd8-239759d49227 HTTP/1.1" status: 200 len: 914 time: 0.0830750 Sep 09 22:28:24.613707 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b7a5488a-6caa-482d-988a-e0d1a5ffa36f req-2dc1e2f6-a6cf-4ef1-b0d7-d4b5c0d8ff28 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2b44d6d5-e4b8-48f8-be78-96e3e4baa16c HTTP/1.1" status: 200 len: 217 time: 0.0368650 Sep 09 22:28:24.665078 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a5488a-6caa-482d-988a-e0d1a5ffa36f req-e9680ce9-d269-4dfe-89fc-f31ca51fa146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:24.666360 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b7a5488a-6caa-482d-988a-e0d1a5ffa36f req-e9680ce9-d269-4dfe-89fc-f31ca51fa146 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=307b117c-d0b0-4736-b594-24c28eb2e44f HTTP/1.1" status: 200 len: 854 time: 0.0416634 Sep 09 22:28:24.700309 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b7a5488a-6caa-482d-988a-e0d1a5ffa36f req-59460f10-4b4c-4143-baf6-50c8dc20739f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ba04819e-4d3f-4ea4-afd8-239759d49227&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229595 Sep 09 22:28:24.800459 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b7a5488a-6caa-482d-988a-e0d1a5ffa36f req-3226a122-1d25-4f5e-a071-a6219b83f4dc service neutron] 10.222.0.20 "GET /v2.0/networks/ba04819e-4d3f-4ea4-afd8-239759d49227?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821548 Sep 09 22:28:24.909502 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b7a5488a-6caa-482d-988a-e0d1a5ffa36f req-81f072d9-f63c-4c0f-987e-74e1e76339ec service neutron] 10.222.0.20 "GET /v2.0/networks/ba04819e-4d3f-4ea4-afd8-239759d49227?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912001 Sep 09 22:28:24.953708 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fad880-9df8-4b65-9dfa-f3cb320e5706 req-f22d47c5-7761-476e-96e7-33dfd5282166 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:24.955083 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-54fad880-9df8-4b65-9dfa-f3cb320e5706 req-f22d47c5-7761-476e-96e7-33dfd5282166 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0608187 Sep 09 22:28:25.022188 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8343d8-d2b6-490b-ae5f-4f49e32c4819 req-d7efe652-1e7b-46f7-863c-752d3a35aa11 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:25.023878 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ec8343d8-d2b6-490b-ae5f-4f49e32c4819 req-d7efe652-1e7b-46f7-863c-752d3a35aa11 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb7d7548-5ab3-44fd-a3fd-c09fa7426b13 HTTP/1.1" status: 200 len: 944 time: 0.0860534 Sep 09 22:28:25.027112 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-54fad880-9df8-4b65-9dfa-f3cb320e5706 req-eb848340-d204-4736-baeb-0dab57fce130 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512333 Sep 09 22:28:25.060503 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ec8343d8-d2b6-490b-ae5f-4f49e32c4819 req-ef807b11-035a-49b4-a607-ec6b5dc5d7db tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/security-groups?id=f474b0c3-ff8f-49ea-81a5-d46b5927672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304215 Sep 09 22:28:26.147072 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66ef6b0-7705-4001-b294-4c80d39cc490 req-332654a9-a126-4201-8dc3-d7726bd8c63b tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:26.148450 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f66ef6b0-7705-4001-b294-4c80d39cc490 req-332654a9-a126-4201-8dc3-d7726bd8c63b tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0564675 Sep 09 22:28:26.210434 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f66ef6b0-7705-4001-b294-4c80d39cc490 req-7411f12a-41af-4c7c-851a-92939a09235e tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/security-groups?id=facbb935-61b3-4739-ba96-47bda10f08c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441804 Sep 09 22:28:26.218192 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80afe4b-0756-4d9f-a89c-dfaf0e73e6a2 req-e0f153a2-503e-4d14-870d-7d5fc281d21a tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:26.219585 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f80afe4b-0756-4d9f-a89c-dfaf0e73e6a2 req-e0f153a2-503e-4d14-870d-7d5fc281d21a tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb7d7548-5ab3-44fd-a3fd-c09fa7426b13 HTTP/1.1" status: 200 len: 944 time: 0.0891654 Sep 09 22:28:26.281347 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f80afe4b-0756-4d9f-a89c-dfaf0e73e6a2 req-82835a9e-afb0-4050-a129-2714bef0d1bc tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/security-groups?id=f474b0c3-ff8f-49ea-81a5-d46b5927672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534604 Sep 09 22:28:26.289499 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6718e6-9e67-43ba-81f0-2d0342b32a62 req-d6b28919-99dc-4e3d-b2fc-29a14175f200 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:26.291130 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9c6718e6-9e67-43ba-81f0-2d0342b32a62 req-d6b28919-99dc-4e3d-b2fc-29a14175f200 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.20 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 945 time: 0.0706682 Sep 09 22:28:26.391479 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-9c6718e6-9e67-43ba-81f0-2d0342b32a62 req-d9dad9ee-0586-4b0c-a8c7-c16596b64bf3 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Deleting port b221fbf5-0b90-4b5f-b20e-4f7824abe66f {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:28:26.391808 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9c6718e6-9e67-43ba-81f0-2d0342b32a62 req-d9dad9ee-0586-4b0c-a8c7-c16596b64bf3 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:26.476455 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-9c6718e6-9e67-43ba-81f0-2d0342b32a62 req-d9dad9ee-0586-4b0c-a8c7-c16596b64bf3 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] For port b221fbf5-0b90-4b5f-b20e-4f7824abe66f, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=b221fbf5-0b90-4b5f-b20e-4f7824abe66f,segment=NetworkSegment(bd5b3826-531e-418f-80a7-53a6cf8f45c9),segment_id=bd5b3826-531e-418f-80a7-53a6cf8f45c9)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:28:26.476814 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9c6718e6-9e67-43ba-81f0-2d0342b32a62 req-d9dad9ee-0586-4b0c-a8c7-c16596b64bf3 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:26.488635 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-9c6718e6-9e67-43ba-81f0-2d0342b32a62 req-d9dad9ee-0586-4b0c-a8c7-c16596b64bf3 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Calling delete_port for b221fbf5-0b90-4b5f-b20e-4f7824abe66f owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:28:26.614288 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9c6718e6-9e67-43ba-81f0-2d0342b32a62 req-d9dad9ee-0586-4b0c-a8c7-c16596b64bf3 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:26.625234 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] get_ports_and_sgs() called for port_ids ['b221fbf5-0b90-4b5f-b20e-4f7824abe66f'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:28:26.644584 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dad9ee-0586-4b0c-a8c7-c16596b64bf3 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Pushing event deleted for resources: {'Port': ['ID=b221fbf5-0b90-4b5f-b20e-4f7824abe66f,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:26.683677 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c6718e6-9e67-43ba-81f0-2d0342b32a62 req-d9dad9ee-0586-4b0c-a8c7-c16596b64bf3 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] No DVR routers for this DVR port b221fbf5-0b90-4b5f-b20e-4f7824abe66f on host hv-cinder-75995 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:28:26.686750 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9c6718e6-9e67-43ba-81f0-2d0342b32a62 req-d9dad9ee-0586-4b0c-a8c7-c16596b64bf3 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:26.689385 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9c6718e6-9e67-43ba-81f0-2d0342b32a62 req-d9dad9ee-0586-4b0c-a8c7-c16596b64bf3 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.20 "DELETE /v2.0/ports/b221fbf5-0b90-4b5f-b20e-4f7824abe66f HTTP/1.1" status: 204 len: 173 time: 0.3911915 Sep 09 22:28:26.689821 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f60dce40-434c-439d-a48a-3e8c20a9ceef', 'name': 'network-vif-deleted', 'tag': 'b221fbf5-0b90-4b5f-b20e-4f7824abe66f'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:28:26.692103 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febecf7243e3540986e18e5907cacf19c405284daaaade8257553be7db475bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03074782-58ca-4c5a-bc64-6b055c1186ca" -d '{"events": [{"server_uuid": "f60dce40-434c-439d-a48a-3e8c20a9ceef", "name": "network-vif-deleted", "tag": "b221fbf5-0b90-4b5f-b20e-4f7824abe66f"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:28:26.734929 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23c4373b-2747-44dc-af1b-e65372b753e9 x-openstack-request-id: req-23c4373b-2747-44dc-af1b-e65372b753e9 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:28:26.735325 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f60dce40-434c-439d-a48a-3e8c20a9ceef", "name": "network-vif-deleted", "tag": "b221fbf5-0b90-4b5f-b20e-4f7824abe66f", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:28:26.735627 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-23c4373b-2747-44dc-af1b-e65372b753e9 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:28:26.736142 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f60dce40-434c-439d-a48a-3e8c20a9ceef', 'name': 'network-vif-deleted', 'tag': 'b221fbf5-0b90-4b5f-b20e-4f7824abe66f', 'status': 'completed', 'code': 200} Sep 09 22:28:27.325412 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-429c516e-1ebe-4b5d-b7d3-3efe26828541 req-b188753c-49c2-4f50-9ca7-1b813914bc76 tempest-ServerRescueNegativeTestJSON-1976146195 tempest-ServerRescueNegativeTestJSON-1976146195-project] 10.222.0.41 "GET /v2.0/ports?device_id=f60dce40-434c-439d-a48a-3e8c20a9ceef HTTP/1.1" status: 200 len: 210 time: 0.0346904 Sep 09 22:28:27.417738 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9c1d7b-3e19-48b3-af5c-449f03e74776 req-9cec2520-f0f2-4ea2-8930-95612d29adcd tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:27.419235 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-dc9c1d7b-3e19-48b3-af5c-449f03e74776 req-9cec2520-f0f2-4ea2-8930-95612d29adcd tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb7d7548-5ab3-44fd-a3fd-c09fa7426b13 HTTP/1.1" status: 200 len: 944 time: 0.0496516 Sep 09 22:28:27.458914 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-dc9c1d7b-3e19-48b3-af5c-449f03e74776 req-c96c6658-f557-462f-a1eb-206f19c8402b tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/security-groups?id=f474b0c3-ff8f-49ea-81a5-d46b5927672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334044 Sep 09 22:28:28.394023 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 59598) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:28:28.441103 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 2b44d6d5-e4b8-48f8-be78-96e3e4baa16c details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 22:28:28.549793 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 2b44d6d5-e4b8-48f8-be78-96e3e4baa16c, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=2b44d6d5-e4b8-48f8-be78-96e3e4baa16c,segment=NetworkSegment(42b58578-5559-4e00-8d47-a54ce09f9050),segment_id=42b58578-5559-4e00-8d47-a54ce09f9050)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:28:28.562872 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Returning: {'device': '2b44d6d5-e4b8-48f8-be78-96e3e4baa16c', 'network_id': 'ba04819e-4d3f-4ea4-afd8-239759d49227', 'port_id': '2b44d6d5-e4b8-48f8-be78-96e3e4baa16c', 'mac_address': 'fa:16:3e:3b:2a:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '307b117c-d0b0-4736-b594-24c28eb2e44f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 22:28:28.601832 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:28.619159 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b44d6d5-e4b8-48f8-be78-96e3e4baa16c {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:28:28.625763 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd368fe-2bf1-4d7c-8919-1f8af9d3a36f req-ab953147-6070-47bd-adeb-669ce1e12016 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:28.627216 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-dbd368fe-2bf1-4d7c-8919-1f8af9d3a36f req-ab953147-6070-47bd-adeb-669ce1e12016 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb7d7548-5ab3-44fd-a3fd-c09fa7426b13 HTTP/1.1" status: 200 len: 944 time: 0.0934882 Sep 09 22:28:28.639383 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 2b44d6d5-e4b8-48f8-be78-96e3e4baa16c, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=2b44d6d5-e4b8-48f8-be78-96e3e4baa16c,segment=NetworkSegment(42b58578-5559-4e00-8d47-a54ce09f9050),segment_id=42b58578-5559-4e00-8d47-a54ce09f9050)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:28:28.643093 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:28.688928 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=2b44d6d5-e4b8-48f8-be78-96e3e4baa16c,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:28.695729 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:28:28.696098 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:28:28.696435 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:28:28.696766 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:28:28.696872 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-dbd368fe-2bf1-4d7c-8919-1f8af9d3a36f req-2ab29627-4cb3-4b6c-a2fa-77fd8aedb15c tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/security-groups?id=f474b0c3-ff8f-49ea-81a5-d46b5927672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602641 Sep 09 22:28:28.697091 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:28:28.697414 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:28:28.697734 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:28:28.698118 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:28:28.698532 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:28:28.698856 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:28:28.699174 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:28:28.699490 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:28:28.879948 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-599c0d85-2b67-4a53-89fa-71b0cbf6cadf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414005'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:28.988414 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] get_ports_and_sgs() called for port_ids ['2b44d6d5-e4b8-48f8-be78-96e3e4baa16c'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:28:29.177724 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-599c0d85-2b67-4a53-89fa-71b0cbf6cadf admin admin] Deleting port f17bddb6-714d-4fa5-9392-53218543c133 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:28:29.178062 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-599c0d85-2b67-4a53-89fa-71b0cbf6cadf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:29.254532 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-599c0d85-2b67-4a53-89fa-71b0cbf6cadf admin admin] For port f17bddb6-714d-4fa5-9392-53218543c133, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=f17bddb6-714d-4fa5-9392-53218543c133,segment=NetworkSegment(bd5b3826-531e-418f-80a7-53a6cf8f45c9),segment_id=bd5b3826-531e-418f-80a7-53a6cf8f45c9)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:28:29.254890 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-599c0d85-2b67-4a53-89fa-71b0cbf6cadf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:29.266804 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-599c0d85-2b67-4a53-89fa-71b0cbf6cadf admin admin] Calling delete_port for f17bddb6-714d-4fa5-9392-53218543c133 owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:28:29.654863 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-599c0d85-2b67-4a53-89fa-71b0cbf6cadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:29.679028 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c0d85-2b67-4a53-89fa-71b0cbf6cadf admin admin] Pushing event deleted for resources: {'Port': ['ID=f17bddb6-714d-4fa5-9392-53218543c133,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:29.862792 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c9105-69f6-44f8-895b-b5b118e5d7bd req-648555b6-ce48-4bab-a5ca-e67f9899f156 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:29.864271 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-616c9105-69f6-44f8-895b-b5b118e5d7bd req-648555b6-ce48-4bab-a5ca-e67f9899f156 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb7d7548-5ab3-44fd-a3fd-c09fa7426b13 HTTP/1.1" status: 200 len: 945 time: 0.0930660 Sep 09 22:28:29.879364 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-599c0d85-2b67-4a53-89fa-71b0cbf6cadf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-619833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414081'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:29.942204 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-616c9105-69f6-44f8-895b-b5b118e5d7bd req-6a842a3d-8807-4e33-8a5d-c33ae482c73c tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/security-groups?id=f474b0c3-ff8f-49ea-81a5-d46b5927672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711577 Sep 09 22:28:30.120510 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-599c0d85-2b67-4a53-89fa-71b0cbf6cadf admin admin] Router 402ba834-513d-42d5-9bd2-ee93290d44ef has already been hosted by L3 agent ecba8a59-1a63-4f4e-b72e-1c921b89dba6 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:28:30.249395 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a53649-45b1-4864-aff5-a7143aec8f79 req-c2f1c9b0-47df-4095-a40d-29460fd20a23 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:30.250843 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a4a53649-45b1-4864-aff5-a7143aec8f79 req-c2f1c9b0-47df-4095-a40d-29460fd20a23 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=739f3a23-8ec8-493d-8c94-d7598f7977e8 HTTP/1.1" status: 200 len: 946 time: 0.0891714 Sep 09 22:28:30.274960 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599c0d85-2b67-4a53-89fa-71b0cbf6cadf admin admin] Notify agent at l3_agent.dv-cinder-759955-23-iscsi the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:28:30.281488 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-599c0d85-2b67-4a53-89fa-71b0cbf6cadf admin admin] 10.222.0.41 "PUT /v2.0/routers/402ba834-513d-42d5-9bd2-ee93290d44ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8863416 Sep 09 22:28:30.284800 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 59622) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:28:30.286851 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a5027d-e3dc-4fad-9b0d-0a447351daa4 None None] Sync routers for ids ['402ba834-513d-42d5-9bd2-ee93290d44ef'] in dv-cinder-759955-23-iscsi {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:28:30.296304 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a5027d-e3dc-4fad-9b0d-0a447351daa4 None None] Routers {'402ba834-513d-42d5-9bd2-ee93290d44ef'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:28:30.296915 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-17a5027d-e3dc-4fad-9b0d-0a447351daa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:28:05Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['402ba834-513d-42d5-9bd2-ee93290d44ef'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:28:30.300698 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a4a53649-45b1-4864-aff5-a7143aec8f79 req-c3060b4e-b904-4d10-98ae-7d101e813c1c tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439343 Sep 09 22:28:30.386057 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6abdc3e0-e781-4915-b7dc-a1d79f790b4c admin admin] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:30.412649 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-17a5027d-e3dc-4fad-9b0d-0a447351daa4 None None] Set router 402ba834-513d-42d5-9bd2-ee93290d44ef gateway port host: dv-cinder-759955-23-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:28:30.446122 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 2b44d6d5-e4b8-48f8-be78-96e3e4baa16c up at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:28:30.488980 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6abdc3e0-e781-4915-b7dc-a1d79f790b4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:30.495712 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Provisioning for port 2b44d6d5-e4b8-48f8-be78-96e3e4baa16c completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:28:30.499807 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Provisioning complete for port 2b44d6d5-e4b8-48f8-be78-96e3e4baa16c triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:28:30.500220 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:30.547600 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-6abdc3e0-e781-4915-b7dc-a1d79f790b4c admin admin] Deleting port 2df094de-6731-4c70-9f9f-25443dd93f3d {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:28:30.547944 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6abdc3e0-e781-4915-b7dc-a1d79f790b4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:30.580785 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:30.595380 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-17a5027d-e3dc-4fad-9b0d-0a447351daa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402ba834-513d-42d5-9bd2-ee93290d44ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1293189247-router', 'tenant_id': 'a614c2fdc45a410cbe5b4bf63b53131b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '2df094de-6731-4c70-9f9f-25443dd93f3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:24:54Z', 'updated_at': '2021-09-09T22:28:29Z', 'revision_number': 5, 'project_id': 'a614c2fdc45a410cbe5b4bf63b53131b', 'gw_port': {'id': '2df094de-6731-4c70-9f9f-25443dd93f3d', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:63:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '402ba834-513d-42d5-9bd2-ee93290d44ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:24:56Z', 'updated_at': '2021-09-09T22:25:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi'}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:28:30.606512 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7d7548-5ab3-44fd-a3fd-c09fa7426b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b44d6d5-e4b8-48f8-be78-96e3e4baa16c'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:28:30.613350 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497578eeb0b1d224d742647686e7d62f740bb656e2f2bb1278978b4c95122d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b643f44d-09b1-4634-8133-eb6fef9d7164" -d '{"events": [{"server_uuid": "bb7d7548-5ab3-44fd-a3fd-c09fa7426b13", "name": "network-vif-plugged", "status": "completed", "tag": "2b44d6d5-e4b8-48f8-be78-96e3e4baa16c"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:28:30.628626 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 2b44d6d5-e4b8-48f8-be78-96e3e4baa16c, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=2b44d6d5-e4b8-48f8-be78-96e3e4baa16c,segment=NetworkSegment(42b58578-5559-4e00-8d47-a54ce09f9050),segment_id=42b58578-5559-4e00-8d47-a54ce09f9050)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:28:30.637879 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:30.638798 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device b221fbf5-0b90-4b5f-b20e-4f7824abe66f no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:28:30.640500 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-6abdc3e0-e781-4915-b7dc-a1d79f790b4c admin admin] For port 2df094de-6731-4c70-9f9f-25443dd93f3d, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=2df094de-6731-4c70-9f9f-25443dd93f3d,segment=NetworkSegment(90346f4a-7a44-48b1-bd31-fe8f3a549143),segment_id=90346f4a-7a44-48b1-bd31-fe8f3a549143)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:28:30.641490 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6abdc3e0-e781-4915-b7dc-a1d79f790b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:30.650486 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a5027d-e3dc-4fad-9b0d-0a447351daa4 None None] Checking router: 402ba834-513d-42d5-9bd2-ee93290d44ef for host: dv-cinder-759955-23-iscsi {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:28:30.653154 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-6abdc3e0-e781-4915-b7dc-a1d79f790b4c admin admin] Calling delete_port for 2df094de-6731-4c70-9f9f-25443dd93f3d owned by network:router_gateway {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:28:30.659644 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a5027d-e3dc-4fad-9b0d-0a447351daa4 None None] Routers {'402ba834-513d-42d5-9bd2-ee93290d44ef'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:28:30.660370 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-17a5027d-e3dc-4fad-9b0d-0a447351daa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:28:05Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['402ba834-513d-42d5-9bd2-ee93290d44ef'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:28:30.667331 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c3c392-e60d-4b81-a316-ed353b3fe539 x-openstack-request-id: req-77c3c392-e60d-4b81-a316-ed353b3fe539 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:28:30.667633 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7d7548-5ab3-44fd-a3fd-c09fa7426b13", "name": "network-vif-plugged", "status": "completed", "tag": "2b44d6d5-e4b8-48f8-be78-96e3e4baa16c", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:28:30.667948 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-77c3c392-e60d-4b81-a316-ed353b3fe539 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:28:30.668355 dv-cinder-759955-23-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7d7548-5ab3-44fd-a3fd-c09fa7426b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b44d6d5-e4b8-48f8-be78-96e3e4baa16c', 'code': 200} Sep 09 22:28:30.686571 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] No Port match for: b221fbf5-0b90-4b5f-b20e-4f7824abe66f {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:28:30.687085 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device b221fbf5-0b90-4b5f-b20e-4f7824abe66f not bound to the agent host hv-cinder-75995 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:28:30.727096 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=2b44d6d5-e4b8-48f8-be78-96e3e4baa16c,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:30.761734 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-17a5027d-e3dc-4fad-9b0d-0a447351daa4 None None] Set router 402ba834-513d-42d5-9bd2-ee93290d44ef gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:28:30.816372 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-17a5027d-e3dc-4fad-9b0d-0a447351daa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '402ba834-513d-42d5-9bd2-ee93290d44ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1293189247-router', 'tenant_id': 'a614c2fdc45a410cbe5b4bf63b53131b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:24:54Z', 'updated_at': '2021-09-09T22:28:30Z', 'revision_number': 6, 'project_id': 'a614c2fdc45a410cbe5b4bf63b53131b', 'gw_port_host': None}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:28:30.841469 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6abdc3e0-e781-4915-b7dc-a1d79f790b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26050298'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:30.843033 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a5027d-e3dc-4fad-9b0d-0a447351daa4 None None] The sync data for ids ['402ba834-513d-42d5-9bd2-ee93290d44ef'] in dv-cinder-759955-23-iscsi is: [{'id': '402ba834-513d-42d5-9bd2-ee93290d44ef', 'name': 'tempest-ServerRescueNegativeTestJSON-1293189247-router', 'tenant_id': 'a614c2fdc45a410cbe5b4bf63b53131b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:24:54Z', 'updated_at': '2021-09-09T22:28:30Z', 'revision_number': 6, 'project_id': 'a614c2fdc45a410cbe5b4bf63b53131b', 'gw_port_host': None}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:28:30.870630 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4cbf77-5aff-42ba-89e6-54afa0bebf53 req-2e9586e3-2213-41b3-a8c9-21d84b35918c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:30.872824 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-be4cbf77-5aff-42ba-89e6-54afa0bebf53 req-2e9586e3-2213-41b3-a8c9-21d84b35918c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bb7d7548-5ab3-44fd-a3fd-c09fa7426b13 HTTP/1.1" status: 200 len: 1099 time: 0.0504563 Sep 09 22:28:30.897620 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abdc3e0-e781-4915-b7dc-a1d79f790b4c admin admin] Pushing event deleted for resources: {'Port': ['ID=2df094de-6731-4c70-9f9f-25443dd93f3d,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:30.910284 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-be4cbf77-5aff-42ba-89e6-54afa0bebf53 req-5cbe78de-e817-4b4e-ae81-6ec8af7d9b0c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f474b0c3-ff8f-49ea-81a5-d46b5927672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293131 Sep 09 22:28:30.923136 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abdc3e0-e781-4915-b7dc-a1d79f790b4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:28:30.923475 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abdc3e0-e781-4915-b7dc-a1d79f790b4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:28:30.923801 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abdc3e0-e781-4915-b7dc-a1d79f790b4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:28:30.924155 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abdc3e0-e781-4915-b7dc-a1d79f790b4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:28:30.924473 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abdc3e0-e781-4915-b7dc-a1d79f790b4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:28:30.924789 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abdc3e0-e781-4915-b7dc-a1d79f790b4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:28:30.925102 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abdc3e0-e781-4915-b7dc-a1d79f790b4c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:28:30.925413 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abdc3e0-e781-4915-b7dc-a1d79f790b4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:28:30.925723 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abdc3e0-e781-4915-b7dc-a1d79f790b4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:28:30.926032 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abdc3e0-e781-4915-b7dc-a1d79f790b4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:28:30.926336 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abdc3e0-e781-4915-b7dc-a1d79f790b4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:28:30.926640 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6abdc3e0-e781-4915-b7dc-a1d79f790b4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:28:30.948618 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6abdc3e0-e781-4915-b7dc-a1d79f790b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415075'] for router_gateway, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:31.055159 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6abdc3e0-e781-4915-b7dc-a1d79f790b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-413648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-374'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:31.059001 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6abdc3e0-e781-4915-b7dc-a1d79f790b4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:31.062839 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd632a9a-dab2-4dfe-b192-350200dd9c3a req-c9bdf13b-113c-4bbb-b2b5-aa179a4f3f83 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:31.064575 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fd632a9a-dab2-4dfe-b192-350200dd9c3a req-c9bdf13b-113c-4bbb-b2b5-aa179a4f3f83 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb7d7548-5ab3-44fd-a3fd-c09fa7426b13 HTTP/1.1" status: 200 len: 946 time: 0.0554690 Sep 09 22:28:31.102551 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fd632a9a-dab2-4dfe-b192-350200dd9c3a req-fad41536-1691-40cd-8466-70d8f083a08e tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/security-groups?id=f474b0c3-ff8f-49ea-81a5-d46b5927672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318396 Sep 09 22:28:31.123999 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6abdc3e0-e781-4915-b7dc-a1d79f790b4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-413657'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:31.124550 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abdc3e0-e781-4915-b7dc-a1d79f790b4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 402ba834-513d-42d5-9bd2-ee93290d44ef {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 22:28:31.129552 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6abdc3e0-e781-4915-b7dc-a1d79f790b4c admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:31.130734 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-6abdc3e0-e781-4915-b7dc-a1d79f790b4c admin admin] 10.222.0.41 "DELETE /v2.0/routers/402ba834-513d-42d5-9bd2-ee93290d44ef HTTP/1.1" status: 204 len: 168 time: 0.8442776 Sep 09 22:28:31.133284 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 59628) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:28:31.177106 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-551dc8e2-0982-43af-9b43-1f50e6ab0204 admin admin] Deleting subnet 300ee5ef-a508-4127-aec7-f35d79a48d74 {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 22:28:31.180151 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-551dc8e2-0982-43af-9b43-1f50e6ab0204 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:31.215677 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-551dc8e2-0982-43af-9b43-1f50e6ab0204 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25922394'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:31.254381 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-551dc8e2-0982-43af-9b43-1f50e6ab0204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1479288'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:31.317490 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-551dc8e2-0982-43af-9b43-1f50e6ab0204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1479281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27131235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26101001'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:31.342777 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551dc8e2-0982-43af-9b43-1f50e6ab0204 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=300ee5ef-a508-4127-aec7-f35d79a48d74,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:31.347713 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-551dc8e2-0982-43af-9b43-1f50e6ab0204 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:31.349601 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-551dc8e2-0982-43af-9b43-1f50e6ab0204 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/300ee5ef-a508-4127-aec7-f35d79a48d74 HTTP/1.1" status: 204 len: 168 time: 0.2153125 Sep 09 22:28:31.352016 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 59632) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:28:31.445592 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-96205bc3-9863-46a4-a2b4-fbd56c39731b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1695652'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:31.467278 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eda480-a47d-4248-9809-c63d2bbb2eb3 req-38049ea0-50eb-4633-aca1-c4f20545ef78 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:31.468741 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-44eda480-a47d-4248-9809-c63d2bbb2eb3 req-38049ea0-50eb-4633-aca1-c4f20545ef78 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=739f3a23-8ec8-493d-8c94-d7598f7977e8 HTTP/1.1" status: 200 len: 946 time: 0.0915411 Sep 09 22:28:31.558627 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-96205bc3-9863-46a4-a2b4-fbd56c39731b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476877', 'neutron.services.segments.db._delete_segments_for_network-8781721822877'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:31.569428 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-44eda480-a47d-4248-9809-c63d2bbb2eb3 req-8fe4e252-4043-4473-91f3-fe759b0b0657 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809708 Sep 09 22:28:31.582872 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-96205bc3-9863-46a4-a2b4-fbd56c39731b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05871169-dd65-49e2-b26e-00b42542e9ff']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:28:31.593958 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-96205bc3-9863-46a4-a2b4-fbd56c39731b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd5b3826-531e-418f-80a7-53a6cf8f45c9') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:28:31.594558 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-96205bc3-9863-46a4-a2b4-fbd56c39731b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd5b3826-531e-418f-80a7-53a6cf8f45c9') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:28:31.603693 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-96205bc3-9863-46a4-a2b4-fbd56c39731b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781721823142', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25922339'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:31.621210 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-96205bc3-9863-46a4-a2b4-fbd56c39731b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:31.627385 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96205bc3-9863-46a4-a2b4-fbd56c39731b admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 22:28:31.627764 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-96205bc3-9863-46a4-a2b4-fbd56c39731b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27131009'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:31.629415 dv-cinder-759955-23-iscsi neutron-server[93888]: Traceback (most recent call last): Sep 09 22:28:31.629415 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 22:28:31.629415 dv-cinder-759955-23-iscsi neutron-server[93888]: timer() Sep 09 22:28:31.629415 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 22:28:31.629415 dv-cinder-759955-23-iscsi neutron-server[93888]: cb(*args, **kw) Sep 09 22:28:31.629415 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 22:28:31.629415 dv-cinder-759955-23-iscsi neutron-server[93888]: return func(*args, **kwargs) Sep 09 22:28:31.629415 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 22:28:31.629415 dv-cinder-759955-23-iscsi neutron-server[93888]: self._notify() Sep 09 22:28:31.629415 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 22:28:31.629415 dv-cinder-759955-23-iscsi neutron-server[93888]: self.callback(batched_events) Sep 09 22:28:31.629415 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 22:28:31.629415 dv-cinder-759955-23-iscsi neutron-server[93888]: event.method(event) Sep 09 22:28:31.629415 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 22:28:31.629415 dv-cinder-759955-23-iscsi neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 22:28:31.629415 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 22:28:31.629415 dv-cinder-759955-23-iscsi neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 22:28:31.629415 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 22:28:31.629415 dv-cinder-759955-23-iscsi neutron-server[93888]: return f(self, *a, **k) Sep 09 22:28:31.629415 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 22:28:31.629415 dv-cinder-759955-23-iscsi neutron-server[93888]: return self._get(url).json() Sep 09 22:28:31.629415 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 22:28:31.629415 dv-cinder-759955-23-iscsi neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 22:28:31.629415 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 22:28:31.629415 dv-cinder-759955-23-iscsi neutron-server[93888]: return self.request(url, 'GET', **kwargs) Sep 09 22:28:31.629415 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 22:28:31.629415 dv-cinder-759955-23-iscsi neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 22:28:31.629415 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 22:28:31.629415 dv-cinder-759955-23-iscsi neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 22:28:31.629415 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 22:28:31.629415 dv-cinder-759955-23-iscsi neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 22:28:31.629415 dv-cinder-759955-23-iscsi neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 22:28:31.675252 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device f17bddb6-714d-4fa5-9392-53218543c133 no longer exists at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:28:31.686769 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-96205bc3-9863-46a4-a2b4-fbd56c39731b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1478910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414983'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:31.691916 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-96205bc3-9863-46a4-a2b4-fbd56c39731b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:31.696212 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-96205bc3-9863-46a4-a2b4-fbd56c39731b admin admin] 10.222.0.41 "DELETE /v2.0/networks/05871169-dd65-49e2-b26e-00b42542e9ff HTTP/1.1" status: 204 len: 168 time: 0.3407967 Sep 09 22:28:31.700234 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] No Port match for: f17bddb6-714d-4fa5-9392-53218543c133 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:28:31.700678 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device f17bddb6-714d-4fa5-9392-53218543c133 not bound to the agent host dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:28:31.701307 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 2df094de-6731-4c70-9f9f-25443dd93f3d no longer exists at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:28:31.704963 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96205bc3-9863-46a4-a2b4-fbd56c39731b admin admin] Pushing event deleted for resources: {'Network': ['ID=05871169-dd65-49e2-b26e-00b42542e9ff,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:31.721045 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] No Port match for: 2df094de-6731-4c70-9f9f-25443dd93f3d {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:28:31.721468 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 2df094de-6731-4c70-9f9f-25443dd93f3d not bound to the agent host dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:28:31.863253 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 59636) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:28:31.903574 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-5421f507-6af9-436d-96a9-dc3800a096a2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a614c2fdc45a410cbe5b4bf63b53131b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0391028 Sep 09 22:28:31.906064 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 59638) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:28:31.958355 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ab141e92-9ad2-410c-9ce5-822432ff53c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:31.978439 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ab141e92-9ad2-410c-9ce5-822432ff53c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:32.022399 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ab141e92-9ad2-410c-9ce5-822432ff53c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:32.025034 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ab141e92-9ad2-410c-9ce5-822432ff53c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:32.026198 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-ab141e92-9ad2-410c-9ce5-822432ff53c6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/facbb935-61b3-4739-ba96-47bda10f08c5 HTTP/1.1" status: 204 len: 168 time: 0.1191208 Sep 09 22:28:32.033492 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab141e92-9ad2-410c-9ce5-822432ff53c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=facbb935-61b3-4739-ba96-47bda10f08c5,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:32.220075 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec46ef1-958c-4000-bd74-1b6bf9c60ad5 req-150fb5b9-550f-4665-a2d8-21ff6f0095b0 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:32.221494 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8ec46ef1-958c-4000-bd74-1b6bf9c60ad5 req-150fb5b9-550f-4665-a2d8-21ff6f0095b0 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb7d7548-5ab3-44fd-a3fd-c09fa7426b13 HTTP/1.1" status: 200 len: 946 time: 0.0492151 Sep 09 22:28:32.259183 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8ec46ef1-958c-4000-bd74-1b6bf9c60ad5 req-52e04cdb-1b6c-48db-9aec-bf5e39528002 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/security-groups?id=f474b0c3-ff8f-49ea-81a5-d46b5927672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315685 Sep 09 22:28:32.378960 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bc0b6-a78c-4ced-addb-0932de685689 req-267ed31e-9515-4d90-9455-3722b7452cc9 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:32.379837 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-432bc0b6-a78c-4ced-addb-0932de685689 req-267ed31e-9515-4d90-9455-3722b7452cc9 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.20 "GET /v2.0/ports?device_id=739f3a23-8ec8-493d-8c94-d7598f7977e8 HTTP/1.1" status: 200 len: 946 time: 0.0545282 Sep 09 22:28:32.477650 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-432bc0b6-a78c-4ced-addb-0932de685689 req-32025652-87e8-4ab3-bafe-86cdf7a20350 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Deleting port 5513b772-ee3f-4e6b-856f-d6c66d86d3c9 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:28:32.477960 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-432bc0b6-a78c-4ced-addb-0932de685689 req-32025652-87e8-4ab3-bafe-86cdf7a20350 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:32.572764 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-432bc0b6-a78c-4ced-addb-0932de685689 req-32025652-87e8-4ab3-bafe-86cdf7a20350 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] For port 5513b772-ee3f-4e6b-856f-d6c66d86d3c9, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=5513b772-ee3f-4e6b-856f-d6c66d86d3c9,segment=NetworkSegment(c91907a4-08ff-47a6-a6cb-1165e0b6a369),segment_id=c91907a4-08ff-47a6-a6cb-1165e0b6a369)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:28:32.573221 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-432bc0b6-a78c-4ced-addb-0932de685689 req-32025652-87e8-4ab3-bafe-86cdf7a20350 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:32.585245 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-432bc0b6-a78c-4ced-addb-0932de685689 req-32025652-87e8-4ab3-bafe-86cdf7a20350 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Calling delete_port for 5513b772-ee3f-4e6b-856f-d6c66d86d3c9 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:28:32.650663 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-17fe1189-6008-40e7-a95e-9e82857cc006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:32.705254 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701cb97-162c-4353-8d99-175bc0e3d5f3 req-6df21cb9-7c02-43e7-b0ec-6b6ddcb7b046 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:32.706731 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d701cb97-162c-4353-8d99-175bc0e3d5f3 req-6df21cb9-7c02-43e7-b0ec-6b6ddcb7b046 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=739f3a23-8ec8-493d-8c94-d7598f7977e8 HTTP/1.1" status: 200 len: 946 time: 0.0638671 Sep 09 22:28:32.762504 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 59666) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:28:32.781195 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d701cb97-162c-4353-8d99-175bc0e3d5f3 req-82466f4d-69dc-49f1-b4b2-1303cf09a1b4 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683630 Sep 09 22:28:32.782222 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-432bc0b6-a78c-4ced-addb-0932de685689 req-32025652-87e8-4ab3-bafe-86cdf7a20350 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:32.795234 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] get_ports_and_sgs() called for port_ids ['76f12ea7-81f5-4e15-8c5f-9e2eca764fa3', '9efde791-2946-45e9-96b2-1761344d75cc', '59b94849-ae28-4a6e-9fa3-037fbda20c69', '5513b772-ee3f-4e6b-856f-d6c66d86d3c9'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:28:32.811199 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32025652-87e8-4ab3-bafe-86cdf7a20350 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Pushing event deleted for resources: {'Port': ['ID=5513b772-ee3f-4e6b-856f-d6c66d86d3c9,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:32.852223 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-432bc0b6-a78c-4ced-addb-0932de685689 req-32025652-87e8-4ab3-bafe-86cdf7a20350 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] No DVR routers for this DVR port 5513b772-ee3f-4e6b-856f-d6c66d86d3c9 on host hv-cinder-75995 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:28:32.855516 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-432bc0b6-a78c-4ced-addb-0932de685689 req-32025652-87e8-4ab3-bafe-86cdf7a20350 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:32.861539 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-432bc0b6-a78c-4ced-addb-0932de685689 req-32025652-87e8-4ab3-bafe-86cdf7a20350 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.20 "DELETE /v2.0/ports/5513b772-ee3f-4e6b-856f-d6c66d86d3c9 HTTP/1.1" status: 204 len: 173 time: 0.4693992 Sep 09 22:28:32.861539 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '739f3a23-8ec8-493d-8c94-d7598f7977e8', 'name': 'network-vif-deleted', 'tag': '5513b772-ee3f-4e6b-856f-d6c66d86d3c9'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:28:32.861539 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febecf7243e3540986e18e5907cacf19c405284daaaade8257553be7db475bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6e19f85-5ec0-4520-aa86-fdaee8a058b0" -d '{"events": [{"server_uuid": "739f3a23-8ec8-493d-8c94-d7598f7977e8", "name": "network-vif-deleted", "tag": "5513b772-ee3f-4e6b-856f-d6c66d86d3c9"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:28:32.896735 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54636f0d-acd2-4e13-90fc-1059de90feef x-openstack-request-id: req-54636f0d-acd2-4e13-90fc-1059de90feef {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:28:32.896973 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "739f3a23-8ec8-493d-8c94-d7598f7977e8", "name": "network-vif-deleted", "tag": "5513b772-ee3f-4e6b-856f-d6c66d86d3c9", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:28:32.897184 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-54636f0d-acd2-4e13-90fc-1059de90feef {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:28:32.897575 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739f3a23-8ec8-493d-8c94-d7598f7977e8', 'name': 'network-vif-deleted', 'tag': '5513b772-ee3f-4e6b-856f-d6c66d86d3c9', 'status': 'completed', 'code': 200} Sep 09 22:28:32.900077 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-0f42769b-9843-4b0d-8bfd-79a3133ed4f6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1415468578-network', 'tenant_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:28:32.932199 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f42769b-9843-4b0d-8bfd-79a3133ed4f6 admin admin] Made reservation on behalf of 17b7ba05b1cf4d60a5f99ba7e03a82dc for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:28:32.934696 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0f42769b-9843-4b0d-8bfd-79a3133ed4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:32.943309 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0f42769b-9843-4b0d-8bfd-79a3133ed4f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:33.037549 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0f42769b-9843-4b0d-8bfd-79a3133ed4f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:33.043110 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0f42769b-9843-4b0d-8bfd-79a3133ed4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:33.065751 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f42769b-9843-4b0d-8bfd-79a3133ed4f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 22:28:33.080886 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42769b-9843-4b0d-8bfd-79a3133ed4f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6921e80-0275-4d56-9fac-7299284e0387,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:33.083708 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0f42769b-9843-4b0d-8bfd-79a3133ed4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:33.084057 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.db.segments_db [None req-0f42769b-9843-4b0d-8bfd-79a3133ed4f6 admin admin] Added segment e35247d3-5169-4319-9016-5c4a3a40d907 of type vlan for network 400f8173-ba02-43b5-8ce5-c9f86dbae434 Sep 09 22:28:33.124137 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0f42769b-9843-4b0d-8bfd-79a3133ed4f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781721265704'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:33.153094 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0f42769b-9843-4b0d-8bfd-79a3133ed4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:33.154077 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f42769b-9843-4b0d-8bfd-79a3133ed4f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:33.154727 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0f42769b-9843-4b0d-8bfd-79a3133ed4f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:33.188818 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-0f42769b-9843-4b0d-8bfd-79a3133ed4f6 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4252095 Sep 09 22:28:33.191673 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 59672) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:28:33.199766 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-3b5c4a85-3b63-4e22-8fa5-b2b4905d4f8b admin admin] Request body: {'subnet': {'network_id': '400f8173-ba02-43b5-8ce5-c9f86dbae434', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1415468578-subnet', 'tenant_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:28:33.232477 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42769b-9843-4b0d-8bfd-79a3133ed4f6 admin admin] Pushing event updated for resources: {'Network': ['ID=400f8173-ba02-43b5-8ce5-c9f86dbae434,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:33.254826 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Network 400f8173-ba02-43b5-8ce5-c9f86dbae434 details requested by agent ovs-agent-dv-cinder-759955-23-iscsi with host dv-cinder-759955-23-iscsi {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 22:28:33.257291 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5c4a85-3b63-4e22-8fa5-b2b4905d4f8b admin admin] Made reservation on behalf of 17b7ba05b1cf4d60a5f99ba7e03a82dc for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:28:33.259717 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3b5c4a85-3b63-4e22-8fa5-b2b4905d4f8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26209842'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:33.394551 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee347594-de89-45b0-bb66-85f2c3cddd10 req-a742ec07-2e6d-432e-ab38-dbba340cef8a tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:33.396207 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ee347594-de89-45b0-bb66-85f2c3cddd10 req-a742ec07-2e6d-432e-ab38-dbba340cef8a tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb7d7548-5ab3-44fd-a3fd-c09fa7426b13 HTTP/1.1" status: 200 len: 946 time: 0.0612898 Sep 09 22:28:33.447362 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ee347594-de89-45b0-bb66-85f2c3cddd10 req-e50bdec5-c37b-4bf1-aebd-e179a5e61291 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/security-groups?id=f474b0c3-ff8f-49ea-81a5-d46b5927672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396473 Sep 09 22:28:33.464585 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3b5c4a85-3b63-4e22-8fa5-b2b4905d4f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26050182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26209836'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:33.536252 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5c4a85-3b63-4e22-8fa5-b2b4905d4f8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=aea9e89c-ee50-4cf6-8ff5-ae7a991147d2,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:33.538269 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5c4a85-3b63-4e22-8fa5-b2b4905d4f8b admin admin] Checking segment: {'id': 'e35247d3-5169-4319-9016-5c4a3a40d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '400f8173-ba02-43b5-8ce5-c9f86dbae434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:28:33.538888 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5c4a85-3b63-4e22-8fa5-b2b4905d4f8b admin admin] Network hostable DHCP agents. Network: 400f8173-ba02-43b5-8ce5-c9f86dbae434, hostable agents: ['8f0ddeab-bc9d-4c81-8d3d-e5ecdacbf733'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 22:28:33.561313 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5c4a85-3b63-4e22-8fa5-b2b4905d4f8b admin admin] Network 400f8173-ba02-43b5-8ce5-c9f86dbae434 is scheduled to be hosted by DHCP agent 8f0ddeab-bc9d-4c81-8d3d-e5ecdacbf733 with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 22:28:33.570260 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-3b5c4a85-3b63-4e22-8fa5-b2b4905d4f8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-23-iscsi, 400f8173-ba02-43b5-8ce5-c9f86dbae434) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:28:33.575462 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5c4a85-3b63-4e22-8fa5-b2b4905d4f8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:33.576258 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-3b5c4a85-3b63-4e22-8fa5-b2b4905d4f8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:33.581619 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4ac0fe-d939-4f19-833f-e28111b8fef8 None None] Network 400f8173-ba02-43b5-8ce5-c9f86dbae434 requested from dv-cinder-759955-23-iscsi {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:28:33.602030 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-3b5c4a85-3b63-4e22-8fa5-b2b4905d4f8b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4063687 Sep 09 22:28:33.602287 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 59680) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:28:33.606958 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-61f1a566-28a5-4193-98b8-713039f06662 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1415468578-router', 'tenant_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'}}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:28:33.628567 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-61f1a566-28a5-4193-98b8-713039f06662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-413326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-328'] for router, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:33.630124 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-61f1a566-28a5-4193-98b8-713039f06662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-489013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-321'] for router, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:33.746415 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2d32ca-0e50-47c8-9d07-89ff3bb2ef70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee46604-0f4e-5923-a4c6-c23d2299b9bb-400f8173-ba02-43b5-8ce5-c9f86dbae434', 'network_id': '400f8173-ba02-43b5-8ce5-c9f86dbae434', 'tenant_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'fixed_ips': [{'subnet_id': 'aea9e89c-ee50-4cf6-8ff5-ae7a991147d2'}]}} from dv-cinder-759955-23-iscsi. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 22:28:33.747683 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1b2d32ca-0e50-47c8-9d07-89ff3bb2ef70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:33.922114 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-1b2d32ca-0e50-47c8-9d07-89ff3bb2ef70 None None] Allocated IP 172.20.0.2 (400f8173-ba02-43b5-8ce5-c9f86dbae434/aea9e89c-ee50-4cf6-8ff5-ae7a991147d2/d9dd14be-1a19-4bc8-9497-7462d12497c8) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:28:33.972563 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-61f1a566-28a5-4193-98b8-713039f06662 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:34.078714 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1b2d32ca-0e50-47c8-9d07-89ff3bb2ef70 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:34.087111 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-1b2d32ca-0e50-47c8-9d07-89ff3bb2ef70 None None] Transition to ACTIVE for port object d9dd14be-1a19-4bc8-9497-7462d12497c8 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:28:34.102304 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-1b2d32ca-0e50-47c8-9d07-89ff3bb2ef70 None None] Transition to ACTIVE for port object d9dd14be-1a19-4bc8-9497-7462d12497c8 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:28:34.107306 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-61f1a566-28a5-4193-98b8-713039f06662 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:34.107852 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1b2d32ca-0e50-47c8-9d07-89ff3bb2ef70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:34.147436 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2d32ca-0e50-47c8-9d07-89ff3bb2ef70 None None] Network 400f8173-ba02-43b5-8ce5-c9f86dbae434 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:28:34.150310 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-1b2d32ca-0e50-47c8-9d07-89ff3bb2ef70 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:28:34.157135 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2d32ca-0e50-47c8-9d07-89ff3bb2ef70 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:28:34.166457 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d32ca-0e50-47c8-9d07-89ff3bb2ef70 None None] Pushing event updated for resources: {'Port': ['ID=d9dd14be-1a19-4bc8-9497-7462d12497c8,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:34.217885 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-1b2d32ca-0e50-47c8-9d07-89ff3bb2ef70 None None] Attempting to bind port d9dd14be-1a19-4bc8-9497-7462d12497c8 on host dv-cinder-759955-23-iscsi for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:28:34.218404 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-1b2d32ca-0e50-47c8-9d07-89ff3bb2ef70 None None] Attempting to bind port d9dd14be-1a19-4bc8-9497-7462d12497c8 by drivers openvswitch,hyperv on host dv-cinder-759955-23-iscsi at level 0 using segments [{'id': 'e35247d3-5169-4319-9016-5c4a3a40d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '400f8173-ba02-43b5-8ce5-c9f86dbae434'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:28:34.218893 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2d32ca-0e50-47c8-9d07-89ff3bb2ef70 None None] Attempting to bind port d9dd14be-1a19-4bc8-9497-7462d12497c8 on network 400f8173-ba02-43b5-8ce5-c9f86dbae434 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:28:34.224392 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2d32ca-0e50-47c8-9d07-89ff3bb2ef70 None None] Checking agent: {'id': '18c8940e-01ce-4dee-a90a-54246b2955c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 17, 6), 'started_at': datetime.datetime(2021, 9, 9, 22, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:28:34.224765 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2d32ca-0e50-47c8-9d07-89ff3bb2ef70 None None] Checking segment: {'id': 'e35247d3-5169-4319-9016-5c4a3a40d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '400f8173-ba02-43b5-8ce5-c9f86dbae434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:28:34.225167 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1b2d32ca-0e50-47c8-9d07-89ff3bb2ef70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:34.225557 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2d32ca-0e50-47c8-9d07-89ff3bb2ef70 None None] Bound using segment: {'id': 'e35247d3-5169-4319-9016-5c4a3a40d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '400f8173-ba02-43b5-8ce5-c9f86dbae434'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:28:34.226015 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-1b2d32ca-0e50-47c8-9d07-89ff3bb2ef70 None None] Bound port: d9dd14be-1a19-4bc8-9497-7462d12497c8, host: dv-cinder-759955-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e35247d3-5169-4319-9016-5c4a3a40d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '400f8173-ba02-43b5-8ce5-c9f86dbae434'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:28:34.226389 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1b2d32ca-0e50-47c8-9d07-89ff3bb2ef70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:34.291841 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-1b2d32ca-0e50-47c8-9d07-89ff3bb2ef70 None None] For port d9dd14be-1a19-4bc8-9497-7462d12497c8, host dv-cinder-759955-23-iscsi, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:28:34.294947 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-1b2d32ca-0e50-47c8-9d07-89ff3bb2ef70 None None] For port d9dd14be-1a19-4bc8-9497-7462d12497c8, host dv-cinder-759955-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=d9dd14be-1a19-4bc8-9497-7462d12497c8,segment=NetworkSegment(e35247d3-5169-4319-9016-5c4a3a40d907),segment_id=e35247d3-5169-4319-9016-5c4a3a40d907)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:28:34.299363 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1b2d32ca-0e50-47c8-9d07-89ff3bb2ef70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:34.314072 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-61f1a566-28a5-4193-98b8-713039f06662 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:34.333903 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-61f1a566-28a5-4193-98b8-713039f06662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:34.358123 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d32ca-0e50-47c8-9d07-89ff3bb2ef70 None None] Pushing event updated for resources: {'Port': ['ID=d9dd14be-1a19-4bc8-9497-7462d12497c8,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:34.446222 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-61f1a566-28a5-4193-98b8-713039f06662 admin admin] Allocated IP 172.27.3.192 (a96fd56d-97e4-47a2-815b-e854e5640ee5/a399639f-77d7-4513-a462-8fb82637fe8f/ebb9b6e2-ccd7-416f-98d3-d0dc31056a56) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:28:34.563382 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-61f1a566-28a5-4193-98b8-713039f06662 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:34.607324 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-61f1a566-28a5-4193-98b8-713039f06662 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26050298'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:34.647308 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f1a566-28a5-4193-98b8-713039f06662 admin admin] Network a96fd56d-97e4-47a2-815b-e854e5640ee5 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:28:34.655406 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-61f1a566-28a5-4193-98b8-713039f06662 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:28:34.657353 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1a566-28a5-4193-98b8-713039f06662 admin admin] Pushing event updated for resources: {'Port': ['ID=ebb9b6e2-ccd7-416f-98d3-d0dc31056a56,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:34.659504 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f1a566-28a5-4193-98b8-713039f06662 admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:28:34.904066 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-61f1a566-28a5-4193-98b8-713039f06662 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:34.926191 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:35.105759 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-61f1a566-28a5-4193-98b8-713039f06662 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-413447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415071'] for router, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:35.234821 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d550e703-762a-4c81-948d-8a6d48b18390 None None] Network 400f8173-ba02-43b5-8ce5-c9f86dbae434 requested from dv-cinder-759955-23-iscsi {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:28:35.240986 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f1a566-28a5-4193-98b8-713039f06662 admin admin] Router e16c9b6d-4b60-4b46-964a-2c60d23d2f5a is scheduled to L3 agent ecba8a59-1a63-4f4e-b72e-1c921b89dba6 with binding_index 1 {{(pid=93887) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 22:28:35.241155 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471713cb-d425-4425-8cf6-c9f990353a75 req-41312f81-e4d2-4e06-a4ae-5172cf5fb86c tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:35.242781 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-471713cb-d425-4425-8cf6-c9f990353a75 req-41312f81-e4d2-4e06-a4ae-5172cf5fb86c tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=388291a0-fff4-40d6-b985-dae230669cc1 HTTP/1.1" status: 200 len: 945 time: 0.0520189 Sep 09 22:28:35.285978 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-471713cb-d425-4425-8cf6-c9f990353a75 req-dd8b9354-721e-4493-9499-9ac01ab52adc tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352917 Sep 09 22:28:35.309923 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38412cd5-05a0-422e-a066-f792233d209d None None] Provisioning for port d9dd14be-1a19-4bc8-9497-7462d12497c8 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:28:35.353215 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f1a566-28a5-4193-98b8-713039f06662 admin admin] Notify agent at l3_agent.dv-cinder-759955-23-iscsi the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:28:35.367606 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74db6d7f-a796-4f00-9c49-10997088476f None None] Sync routers for ids ['e16c9b6d-4b60-4b46-964a-2c60d23d2f5a'] in dv-cinder-759955-23-iscsi {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:28:35.370948 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-61f1a566-28a5-4193-98b8-713039f06662 admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:35.373064 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-61f1a566-28a5-4193-98b8-713039f06662 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.7690678 Sep 09 22:28:35.375035 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 59702) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:28:35.407902 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74db6d7f-a796-4f00-9c49-10997088476f None None] Routers {'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:28:35.408555 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-74db6d7f-a796-4f00-9c49-10997088476f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:28:05Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['e16c9b6d-4b60-4b46-964a-2c60d23d2f5a'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:28:35.410195 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c701b28e-b9be-4dba-84c6-ab29f16729dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:35.523182 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-74db6d7f-a796-4f00-9c49-10997088476f None None] Set router e16c9b6d-4b60-4b46-964a-2c60d23d2f5a gateway port host: dv-cinder-759955-23-iscsi {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:28:35.664227 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device d9dd14be-1a19-4bc8-9497-7462d12497c8 up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:28:35.766639 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning for port d9dd14be-1a19-4bc8-9497-7462d12497c8 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:28:35.771488 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port d9dd14be-1a19-4bc8-9497-7462d12497c8 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:28:35.771838 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:35.806908 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-74db6d7f-a796-4f00-9c49-10997088476f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1415468578-router', 'tenant_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'ebb9b6e2-ccd7-416f-98d3-d0dc31056a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:28:33Z', 'updated_at': '2021-09-09T22:28:34Z', 'revision_number': 3, 'project_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'gw_port': {'id': 'ebb9b6e2-ccd7-416f-98d3-d0dc31056a56', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:28:34Z', 'updated_at': '2021-09-09T22:28:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi'}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:28:35.819285 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-019d1d1b-a704-4667-b17d-880ac679600d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:35.842507 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74db6d7f-a796-4f00-9c49-10997088476f None None] Checking router: e16c9b6d-4b60-4b46-964a-2c60d23d2f5a for host: dv-cinder-759955-23-iscsi {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:28:35.842860 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74db6d7f-a796-4f00-9c49-10997088476f None None] Updating router e16c9b6d-4b60-4b46-964a-2c60d23d2f5a port ebb9b6e2-ccd7-416f-98d3-d0dc31056a56 binding host dv-cinder-759955-23-iscsi {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 22:28:35.847167 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:35.877089 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-74db6d7f-a796-4f00-9c49-10997088476f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:35.942334 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:35.980919 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-019d1d1b-a704-4667-b17d-880ac679600d admin admin] Allocated IP 172.20.0.1 (400f8173-ba02-43b5-8ce5-c9f86dbae434/aea9e89c-ee50-4cf6-8ff5-ae7a991147d2/a6d4898a-d718-4020-9e02-61795c06294c) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:28:36.031157 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] For port d9dd14be-1a19-4bc8-9497-7462d12497c8, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=d9dd14be-1a19-4bc8-9497-7462d12497c8,segment=NetworkSegment(e35247d3-5169-4319-9016-5c4a3a40d907),segment_id=e35247d3-5169-4319-9016-5c4a3a40d907)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:28:36.039162 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:36.082737 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-019d1d1b-a704-4667-b17d-880ac679600d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:36.096047 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-019d1d1b-a704-4667-b17d-880ac679600d admin admin] Transition to ACTIVE for port object a6d4898a-d718-4020-9e02-61795c06294c will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:28:36.129365 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-019d1d1b-a704-4667-b17d-880ac679600d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26050298'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:36.136833 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Pushing event updated for resources: {'Port': ['ID=d9dd14be-1a19-4bc8-9497-7462d12497c8,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:36.165703 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019d1d1b-a704-4667-b17d-880ac679600d admin admin] Network 400f8173-ba02-43b5-8ce5-c9f86dbae434 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:28:36.169398 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-019d1d1b-a704-4667-b17d-880ac679600d admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:28:36.172876 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019d1d1b-a704-4667-b17d-880ac679600d admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:28:36.202890 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d1d1b-a704-4667-b17d-880ac679600d admin admin] Pushing event updated for resources: {'Port': ['ID=a6d4898a-d718-4020-9e02-61795c06294c,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:36.222467 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-019d1d1b-a704-4667-b17d-880ac679600d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415118'] for router_interface, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:36.233706 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-74db6d7f-a796-4f00-9c49-10997088476f None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:36.243822 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-74db6d7f-a796-4f00-9c49-10997088476f None None] Transition to ACTIVE for port object ebb9b6e2-ccd7-416f-98d3-d0dc31056a56 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:28:36.253324 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-74db6d7f-a796-4f00-9c49-10997088476f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:36.301136 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-74db6d7f-a796-4f00-9c49-10997088476f None None] Attempting to bind port ebb9b6e2-ccd7-416f-98d3-d0dc31056a56 on host dv-cinder-759955-23-iscsi for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:28:36.301509 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-74db6d7f-a796-4f00-9c49-10997088476f None None] Attempting to bind port ebb9b6e2-ccd7-416f-98d3-d0dc31056a56 by drivers openvswitch,hyperv on host dv-cinder-759955-23-iscsi at level 0 using segments [{'id': '90346f4a-7a44-48b1-bd31-fe8f3a549143', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:28:36.301870 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74db6d7f-a796-4f00-9c49-10997088476f None None] Attempting to bind port ebb9b6e2-ccd7-416f-98d3-d0dc31056a56 on network a96fd56d-97e4-47a2-815b-e854e5640ee5 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:28:36.314910 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74db6d7f-a796-4f00-9c49-10997088476f None None] Checking agent: {'id': '18c8940e-01ce-4dee-a90a-54246b2955c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 17, 6), 'started_at': datetime.datetime(2021, 9, 9, 22, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:28:36.315316 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74db6d7f-a796-4f00-9c49-10997088476f None None] Checking segment: {'id': '90346f4a-7a44-48b1-bd31-fe8f3a549143', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:28:36.315680 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-74db6d7f-a796-4f00-9c49-10997088476f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:36.316122 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74db6d7f-a796-4f00-9c49-10997088476f None None] Bound using segment: {'id': '90346f4a-7a44-48b1-bd31-fe8f3a549143', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:28:36.316605 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-74db6d7f-a796-4f00-9c49-10997088476f None None] Bound port: ebb9b6e2-ccd7-416f-98d3-d0dc31056a56, host: dv-cinder-759955-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90346f4a-7a44-48b1-bd31-fe8f3a549143', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:28:36.316992 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-74db6d7f-a796-4f00-9c49-10997088476f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:36.343632 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc87d25e-eb7d-485e-a90f-fc8158d08c8d None None] Pushing event updated for resources: {'Port': ['ID=ebb9b6e2-ccd7-416f-98d3-d0dc31056a56,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:36.359346 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-019d1d1b-a704-4667-b17d-880ac679600d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:36.388707 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-74db6d7f-a796-4f00-9c49-10997088476f None None] For port ebb9b6e2-ccd7-416f-98d3-d0dc31056a56, host dv-cinder-759955-23-iscsi, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:28:36.406040 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-74db6d7f-a796-4f00-9c49-10997088476f None None] For port ebb9b6e2-ccd7-416f-98d3-d0dc31056a56, host dv-cinder-759955-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=ebb9b6e2-ccd7-416f-98d3-d0dc31056a56,segment=NetworkSegment(90346f4a-7a44-48b1-bd31-fe8f3a549143),segment_id=90346f4a-7a44-48b1-bd31-fe8f3a549143)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:28:36.411481 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-74db6d7f-a796-4f00-9c49-10997088476f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:36.420122 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e456345b-4d9a-445e-8cf1-b785fcaa4811 None None] Provisioning for port a6d4898a-d718-4020-9e02-61795c06294c completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:28:36.428118 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d82ac5c-a028-480e-8274-26f273148204 req-c1556c71-8163-4c30-9839-d443f6dc03c2 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:36.429737 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8d82ac5c-a028-480e-8274-26f273148204 req-c1556c71-8163-4c30-9839-d443f6dc03c2 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=388291a0-fff4-40d6-b985-dae230669cc1 HTTP/1.1" status: 200 len: 945 time: 0.0573645 Sep 09 22:28:36.449641 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e456345b-4d9a-445e-8cf1-b785fcaa4811 None None] Provisioning complete for port a6d4898a-d718-4020-9e02-61795c06294c triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:28:36.449932 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e456345b-4d9a-445e-8cf1-b785fcaa4811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:36.469398 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8d82ac5c-a028-480e-8274-26f273148204 req-37d538f2-848c-42f7-bd99-fd00954437b9 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325592 Sep 09 22:28:36.481662 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 5513b772-ee3f-4e6b-856f-d6c66d86d3c9 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:28:36.522194 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] No Port match for: 5513b772-ee3f-4e6b-856f-d6c66d86d3c9 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:28:36.522537 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 5513b772-ee3f-4e6b-856f-d6c66d86d3c9 not bound to the agent host hv-cinder-75995 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:28:36.530982 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc87d25e-eb7d-485e-a90f-fc8158d08c8d None None] Pushing event updated for resources: {'Port': ['ID=ebb9b6e2-ccd7-416f-98d3-d0dc31056a56,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:36.533764 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74db6d7f-a796-4f00-9c49-10997088476f None None] Routers {'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:28:36.534359 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-74db6d7f-a796-4f00-9c49-10997088476f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:28:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['e16c9b6d-4b60-4b46-964a-2c60d23d2f5a'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:28:36.535348 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-019d1d1b-a704-4667-b17d-880ac679600d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:36.537458 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-e456345b-4d9a-445e-8cf1-b785fcaa4811 None None] Port a6d4898a-d718-4020-9e02-61795c06294c cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 22:28:36.543621 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-019d1d1b-a704-4667-b17d-880ac679600d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26050313'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:36.616994 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-019d1d1b-a704-4667-b17d-880ac679600d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413982'] for router_interface, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:36.618914 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d1d1b-a704-4667-b17d-880ac679600d admin admin] Pushing event updated for resources: {'Port': ['ID=a6d4898a-d718-4020-9e02-61795c06294c,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:36.714097 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019d1d1b-a704-4667-b17d-880ac679600d admin admin] Network 400f8173-ba02-43b5-8ce5-c9f86dbae434 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:28:36.715583 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-019d1d1b-a704-4667-b17d-880ac679600d admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:28:36.767472 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:36.774800 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-74db6d7f-a796-4f00-9c49-10997088476f None None] Set router e16c9b6d-4b60-4b46-964a-2c60d23d2f5a gateway port host: dv-cinder-759955-23-iscsi {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:28:36.840438 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-019d1d1b-a704-4667-b17d-880ac679600d admin admin] Router e16c9b6d-4b60-4b46-964a-2c60d23d2f5a has already been hosted by L3 agent ecba8a59-1a63-4f4e-b72e-1c921b89dba6 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:28:36.950403 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019d1d1b-a704-4667-b17d-880ac679600d admin admin] Notify agent at l3_agent.dv-cinder-759955-23-iscsi the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:28:36.962249 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-019d1d1b-a704-4667-b17d-880ac679600d admin admin] 10.222.0.41 "PUT /v2.0/routers/e16c9b6d-4b60-4b46-964a-2c60d23d2f5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5792336 Sep 09 22:28:36.975759 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4d9895b7-e148-45d7-aca1-4e7875176841 None None] Provisioning complete for port a6d4898a-d718-4020-9e02-61795c06294c triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:28:36.976295 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4d9895b7-e148-45d7-aca1-4e7875176841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:37.016194 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-4d9895b7-e148-45d7-aca1-4e7875176841 None None] Port a6d4898a-d718-4020-9e02-61795c06294c cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 22:28:37.022788 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-74db6d7f-a796-4f00-9c49-10997088476f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1415468578-router', 'tenant_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'ebb9b6e2-ccd7-416f-98d3-d0dc31056a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:28:33Z', 'updated_at': '2021-09-09T22:28:36Z', 'revision_number': 4, 'project_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'gw_port': {'id': 'ebb9b6e2-ccd7-416f-98d3-d0dc31056a56', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:28:34Z', 'updated_at': '2021-09-09T22:28:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': 'a6d4898a-d718-4020-9e02-61795c06294c', 'name': '', 'network_id': '400f8173-ba02-43b5-8ce5-c9f86dbae434', 'tenant_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'mac_address': 'fa:16:3e:40:4b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'aea9e89c-ee50-4cf6-8ff5-ae7a991147d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:28:35Z', 'updated_at': '2021-09-09T22:28:35Z', 'revision_number': 1, 'project_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'subnets': [{'id': 'aea9e89c-ee50-4cf6-8ff5-ae7a991147d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:28:37.049160 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74db6d7f-a796-4f00-9c49-10997088476f None None] The sync data for ids ['e16c9b6d-4b60-4b46-964a-2c60d23d2f5a'] in dv-cinder-759955-23-iscsi is: [{'id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1415468578-router', 'tenant_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'ebb9b6e2-ccd7-416f-98d3-d0dc31056a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:28:33Z', 'updated_at': '2021-09-09T22:28:36Z', 'revision_number': 4, 'project_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'gw_port': {'id': 'ebb9b6e2-ccd7-416f-98d3-d0dc31056a56', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:28:34Z', 'updated_at': '2021-09-09T22:28:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': 'a6d4898a-d718-4020-9e02-61795c06294c', 'name': '', 'network_id': '400f8173-ba02-43b5-8ce5-c9f86dbae434', 'tenant_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'mac_address': 'fa:16:3e:40:4b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'aea9e89c-ee50-4cf6-8ff5-ae7a991147d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:28:35Z', 'updated_at': '2021-09-09T22:28:35Z', 'revision_number': 1, 'project_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'subnets': [{'id': 'aea9e89c-ee50-4cf6-8ff5-ae7a991147d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:28:37.148436 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27467d-c5de-425f-9216-e505fb71e15b req-1c8ebf17-d921-4f4e-934c-31d98fb4f9b6 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:37.149916 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0a27467d-c5de-425f-9216-e505fb71e15b req-1c8ebf17-d921-4f4e-934c-31d98fb4f9b6 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.20 "GET /v2.0/ports?device_id=388291a0-fff4-40d6-b985-dae230669cc1 HTTP/1.1" status: 200 len: 945 time: 0.0536096 Sep 09 22:28:37.255783 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-0a27467d-c5de-425f-9216-e505fb71e15b req-e38bd03c-6813-45dc-92d4-0aa5400c2444 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Deleting port 59b94849-ae28-4a6e-9fa3-037fbda20c69 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:28:37.256014 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0a27467d-c5de-425f-9216-e505fb71e15b req-e38bd03c-6813-45dc-92d4-0aa5400c2444 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:37.370563 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-0a27467d-c5de-425f-9216-e505fb71e15b req-e38bd03c-6813-45dc-92d4-0aa5400c2444 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] For port 59b94849-ae28-4a6e-9fa3-037fbda20c69, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=59b94849-ae28-4a6e-9fa3-037fbda20c69,segment=NetworkSegment(c91907a4-08ff-47a6-a6cb-1165e0b6a369),segment_id=c91907a4-08ff-47a6-a6cb-1165e0b6a369)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:28:37.370971 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0a27467d-c5de-425f-9216-e505fb71e15b req-e38bd03c-6813-45dc-92d4-0aa5400c2444 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:37.383068 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-0a27467d-c5de-425f-9216-e505fb71e15b req-e38bd03c-6813-45dc-92d4-0aa5400c2444 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Calling delete_port for 59b94849-ae28-4a6e-9fa3-037fbda20c69 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:28:37.518658 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0a27467d-c5de-425f-9216-e505fb71e15b req-e38bd03c-6813-45dc-92d4-0aa5400c2444 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:37.530467 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] get_ports_and_sgs() called for port_ids ['76f12ea7-81f5-4e15-8c5f-9e2eca764fa3', '9efde791-2946-45e9-96b2-1761344d75cc', '59b94849-ae28-4a6e-9fa3-037fbda20c69'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:28:37.564973 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38bd03c-6813-45dc-92d4-0aa5400c2444 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Pushing event deleted for resources: {'Port': ['ID=59b94849-ae28-4a6e-9fa3-037fbda20c69,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:37.641986 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a27467d-c5de-425f-9216-e505fb71e15b req-e38bd03c-6813-45dc-92d4-0aa5400c2444 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] No DVR routers for this DVR port 59b94849-ae28-4a6e-9fa3-037fbda20c69 on host hv-cinder-75995 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:28:37.645845 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8420208b-6849-4caf-9bd8-836fbd05c2aa req-94ab53b6-2821-4ada-9d61-357b41c66fd9 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=388291a0-fff4-40d6-b985-dae230669cc1 HTTP/1.1" status: 200 len: 210 time: 0.0465741 Sep 09 22:28:37.646805 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-0a27467d-c5de-425f-9216-e505fb71e15b req-e38bd03c-6813-45dc-92d4-0aa5400c2444 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:37.648946 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0a27467d-c5de-425f-9216-e505fb71e15b req-e38bd03c-6813-45dc-92d4-0aa5400c2444 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.20 "DELETE /v2.0/ports/59b94849-ae28-4a6e-9fa3-037fbda20c69 HTTP/1.1" status: 204 len: 173 time: 0.4853227 Sep 09 22:28:37.649242 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '388291a0-fff4-40d6-b985-dae230669cc1', 'name': 'network-vif-deleted', 'tag': '59b94849-ae28-4a6e-9fa3-037fbda20c69'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:28:37.652392 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febecf7243e3540986e18e5907cacf19c405284daaaade8257553be7db475bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb3a705-d3d4-43aa-a31d-3ba373b017b3" -d '{"events": [{"server_uuid": "388291a0-fff4-40d6-b985-dae230669cc1", "name": "network-vif-deleted", "tag": "59b94849-ae28-4a6e-9fa3-037fbda20c69"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:28:37.671246 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device d9dd14be-1a19-4bc8-9497-7462d12497c8 up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:28:37.719225 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01864696-c7fb-413e-8c51-5ec547c0d5e0 x-openstack-request-id: req-01864696-c7fb-413e-8c51-5ec547c0d5e0 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:28:37.719512 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "388291a0-fff4-40d6-b985-dae230669cc1", "name": "network-vif-deleted", "tag": "59b94849-ae28-4a6e-9fa3-037fbda20c69", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:28:37.720352 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-01864696-c7fb-413e-8c51-5ec547c0d5e0 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:28:37.720752 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '388291a0-fff4-40d6-b985-dae230669cc1', 'name': 'network-vif-deleted', 'tag': '59b94849-ae28-4a6e-9fa3-037fbda20c69', 'status': 'completed', 'code': 200} Sep 09 22:28:37.785854 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port d9dd14be-1a19-4bc8-9497-7462d12497c8 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:28:37.786221 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:37.814229 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 59720) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:28:37.819377 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-a3554a3a-93ca-4133-ac12-69cd670b4418 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1213777710', 'description': 'tempest-description--1960905855'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:28:37.846168 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a3554a3a-93ca-4133-ac12-69cd670b4418 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:37.947660 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a3554a3a-93ca-4133-ac12-69cd670b4418 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:37.955579 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a3554a3a-93ca-4133-ac12-69cd670b4418 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:37.982962 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a3554a3a-93ca-4133-ac12-69cd670b4418 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:37.987031 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-a3554a3a-93ca-4133-ac12-69cd670b4418 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1684535 Sep 09 22:28:37.987165 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 59722) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:28:37.992343 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-bbe49da6-b4b3-44e0-8db0-2fecca96f823 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Request body: {'security_group_rule': {'security_group_id': 'fbf57975-b363-4bdb-a9af-3a0e87fe8103', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:28:38.001961 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3554a3a-93ca-4133-ac12-69cd670b4418 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf57975-b363-4bdb-a9af-3a0e87fe8103,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:38.033560 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bbe49da6-b4b3-44e0-8db0-2fecca96f823 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:38.082217 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:38.103714 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bbe49da6-b4b3-44e0-8db0-2fecca96f823 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:38.108696 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bbe49da6-b4b3-44e0-8db0-2fecca96f823 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507431'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:38.127104 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe49da6-b4b3-44e0-8db0-2fecca96f823 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65d3c294-5e63-4c4b-8711-289cc52375fc,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:38.133637 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-bbe49da6-b4b3-44e0-8db0-2fecca96f823 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:38.134858 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-bbe49da6-b4b3-44e0-8db0-2fecca96f823 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1467738 Sep 09 22:28:38.138324 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 59726) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:28:38.142781 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-8b2fc819-3ea6-4028-9a34-29fd58c4e4be tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Request body: {'security_group_rule': {'security_group_id': 'fbf57975-b363-4bdb-a9af-3a0e87fe8103', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:28:38.170474 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8b2fc819-3ea6-4028-9a34-29fd58c4e4be tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:38.233018 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8b2fc819-3ea6-4028-9a34-29fd58c4e4be tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:38.237096 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8b2fc819-3ea6-4028-9a34-29fd58c4e4be tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507431'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:38.252974 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2fc819-3ea6-4028-9a34-29fd58c4e4be tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b41d8495-c7b0-43c0-a5c2-fe8f1d96f24e,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:38.262331 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8b2fc819-3ea6-4028-9a34-29fd58c4e4be tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:38.266745 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-8b2fc819-3ea6-4028-9a34-29fd58c4e4be tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1247091 Sep 09 22:28:38.267355 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 59728) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:28:38.271511 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-bb2c101d-5be9-4ec3-a06d-0e87e091d212 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Request body: {'floatingip': {'floating_network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:28:38.293880 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bb2c101d-5be9-4ec3-a06d-0e87e091d212 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks [] for floatingip, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:38.398453 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bb2c101d-5be9-4ec3-a06d-0e87e091d212 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:38.504594 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-bb2c101d-5be9-4ec3-a06d-0e87e091d212 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Allocated IP 172.27.3.210 (a96fd56d-97e4-47a2-815b-e854e5640ee5/a399639f-77d7-4513-a462-8fb82637fe8f/2d4db277-6e8b-4e74-8fda-3beb4653d13a) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:28:38.600756 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bb2c101d-5be9-4ec3-a06d-0e87e091d212 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:38.638827 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bb2c101d-5be9-4ec3-a06d-0e87e091d212 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:38.673436 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2c101d-5be9-4ec3-a06d-0e87e091d212 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Network a96fd56d-97e4-47a2-815b-e854e5640ee5 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:28:38.676193 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-bb2c101d-5be9-4ec3-a06d-0e87e091d212 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:28:38.679597 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2c101d-5be9-4ec3-a06d-0e87e091d212 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:28:38.708685 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c101d-5be9-4ec3-a06d-0e87e091d212 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Pushing event updated for resources: {'Port': ['ID=2d4db277-6e8b-4e74-8fda-3beb4653d13a,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:38.777237 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bb2c101d-5be9-4ec3-a06d-0e87e091d212 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:38.813613 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bb2c101d-5be9-4ec3-a06d-0e87e091d212 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:38.976234 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3364974a-7eab-459f-b3c4-7a83cd769dc6 req-67bf1299-984f-4081-975d-1d4c6ebdd8c7 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:38.977927 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3364974a-7eab-459f-b3c4-7a83cd769dc6 req-67bf1299-984f-4081-975d-1d4c6ebdd8c7 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=2efab622-dcfa-4f94-8ebb-a74bd453222d HTTP/1.1" status: 200 len: 946 time: 0.0949817 Sep 09 22:28:39.034460 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bb2c101d-5be9-4ec3-a06d-0e87e091d212 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:39.039240 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3364974a-7eab-459f-b3c4-7a83cd769dc6 req-0fd01042-29db-4a2f-8e63-0113f498a640 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506532 Sep 09 22:28:39.040503 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bb2c101d-5be9-4ec3-a06d-0e87e091d212 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27131053'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:39.116423 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c101d-5be9-4ec3-a06d-0e87e091d212 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Pushing event updated for resources: {'Port': ['ID=2d4db277-6e8b-4e74-8fda-3beb4653d13a,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:39.126262 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bb2c101d-5be9-4ec3-a06d-0e87e091d212 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415029'] for floatingip, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:39.143952 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bb2c101d-5be9-4ec3-a06d-0e87e091d212 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:39.145231 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-bb2c101d-5be9-4ec3-a06d-0e87e091d212 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8771925 Sep 09 22:28:39.206804 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e7bacf-03f9-4a80-be75-1d36bed80c0a None None] Sync routers for ids ['e16c9b6d-4b60-4b46-964a-2c60d23d2f5a'] in dv-cinder-759955-23-iscsi {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:28:39.216958 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e7bacf-03f9-4a80-be75-1d36bed80c0a None None] Routers {'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:28:39.217570 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-b5e7bacf-03f9-4a80-be75-1d36bed80c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:28:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['e16c9b6d-4b60-4b46-964a-2c60d23d2f5a'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:28:39.286188 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-08e211b5-c5b3-4fcd-8700-310c80eb9578 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1213777710&fields=id&tenant_id=17b7ba05b1cf4d60a5f99ba7e03a82dc HTTP/1.1" status: 200 len: 267 time: 0.0327899 Sep 09 22:28:39.323165 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-b5e7bacf-03f9-4a80-be75-1d36bed80c0a None None] Set router e16c9b6d-4b60-4b46-964a-2c60d23d2f5a gateway port host: dv-cinder-759955-23-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:28:39.392889 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-121daac4-86e4-4c87-8706-aa1d2e5135b0 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:39.394360 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-121daac4-86e4-4c87-8706-aa1d2e5135b0 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/networks?id=400f8173-ba02-43b5-8ce5-c9f86dbae434 HTTP/1.1" status: 200 len: 817 time: 0.1012199 Sep 09 22:28:39.410723 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-058344f3-100e-4f4e-b5e6-9dbcc64b7a3a tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/quotas/17b7ba05b1cf4d60a5f99ba7e03a82dc HTTP/1.1" status: 200 len: 375 time: 0.0095332 Sep 09 22:28:39.465199 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-933ccc0e-1da9-4b8c-a272-6d1a129d8318 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=17b7ba05b1cf4d60a5f99ba7e03a82dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487769 Sep 09 22:28:39.564862 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-e3290759-bc89-4156-b461-27ebbd5cbe78 service neutron] 10.222.0.41 "GET /v2.0/networks/400f8173-ba02-43b5-8ce5-c9f86dbae434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883470 Sep 09 22:28:39.605588 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-b5e7bacf-03f9-4a80-be75-1d36bed80c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1415468578-router', 'tenant_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'ebb9b6e2-ccd7-416f-98d3-d0dc31056a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:28:33Z', 'updated_at': '2021-09-09T22:28:36Z', 'revision_number': 4, 'project_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'gw_port': {'id': 'ebb9b6e2-ccd7-416f-98d3-d0dc31056a56', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8a:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:28:34Z', 'updated_at': '2021-09-09T22:28:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': 'a6d4898a-d718-4020-9e02-61795c06294c', 'name': '', 'network_id': '400f8173-ba02-43b5-8ce5-c9f86dbae434', 'tenant_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'mac_address': 'fa:16:3e:40:4b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'aea9e89c-ee50-4cf6-8ff5-ae7a991147d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:28:35Z', 'updated_at': '2021-09-09T22:28:36Z', 'revision_number': 2, 'project_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'subnets': [{'id': 'aea9e89c-ee50-4cf6-8ff5-ae7a991147d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:28:39.632276 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device ebb9b6e2-ccd7-416f-98d3-d0dc31056a56 up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:28:39.632826 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e7bacf-03f9-4a80-be75-1d36bed80c0a None None] Checking router: e16c9b6d-4b60-4b46-964a-2c60d23d2f5a for host: dv-cinder-759955-23-iscsi {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:28:39.633385 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e7bacf-03f9-4a80-be75-1d36bed80c0a None None] Updating router e16c9b6d-4b60-4b46-964a-2c60d23d2f5a port a6d4898a-d718-4020-9e02-61795c06294c binding host dv-cinder-759955-23-iscsi {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 22:28:39.661381 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b5e7bacf-03f9-4a80-be75-1d36bed80c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:39.666846 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-2052796e-a726-4da4-b2d9-835929fa7962 service neutron] 10.222.0.41 "GET /v2.0/networks/400f8173-ba02-43b5-8ce5-c9f86dbae434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893118 Sep 09 22:28:39.690852 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning for port ebb9b6e2-ccd7-416f-98d3-d0dc31056a56 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:28:39.694476 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port ebb9b6e2-ccd7-416f-98d3-d0dc31056a56 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:28:39.694841 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:39.779815 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:39.803366 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] For port ebb9b6e2-ccd7-416f-98d3-d0dc31056a56, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=ebb9b6e2-ccd7-416f-98d3-d0dc31056a56,segment=NetworkSegment(90346f4a-7a44-48b1-bd31-fe8f3a549143),segment_id=90346f4a-7a44-48b1-bd31-fe8f3a549143)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:28:39.808823 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:39.841398 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e5825fcc-9a34-4a9f-b05d-365bece35067 req-1fa8056e-4ddb-4f21-bd00-1f9ad5879641 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 210 time: 0.0354125 Sep 09 22:28:39.879275 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Pushing event updated for resources: {'Port': ['ID=ebb9b6e2-ccd7-416f-98d3-d0dc31056a56,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:39.955853 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b5e7bacf-03f9-4a80-be75-1d36bed80c0a None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:39.966323 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-b5e7bacf-03f9-4a80-be75-1d36bed80c0a None None] Transition to ACTIVE for port object a6d4898a-d718-4020-9e02-61795c06294c will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:28:39.972585 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b5e7bacf-03f9-4a80-be75-1d36bed80c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:40.031374 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e6e35-81d7-409e-8aca-6c923411641a None None] Pushing event updated for resources: {'Port': ['ID=a6d4898a-d718-4020-9e02-61795c06294c,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:40.042726 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4e6e35-81d7-409e-8aca-6c923411641a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:28:40.043060 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4e6e35-81d7-409e-8aca-6c923411641a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:28:40.043294 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4e6e35-81d7-409e-8aca-6c923411641a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:28:40.043625 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4e6e35-81d7-409e-8aca-6c923411641a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:28:40.043947 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4e6e35-81d7-409e-8aca-6c923411641a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:28:40.044302 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4e6e35-81d7-409e-8aca-6c923411641a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:28:40.044618 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4e6e35-81d7-409e-8aca-6c923411641a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:28:40.044937 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4e6e35-81d7-409e-8aca-6c923411641a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:28:40.045274 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4e6e35-81d7-409e-8aca-6c923411641a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:28:40.045593 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4e6e35-81d7-409e-8aca-6c923411641a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:28:40.045906 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4e6e35-81d7-409e-8aca-6c923411641a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:28:40.046221 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e4e6e35-81d7-409e-8aca-6c923411641a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:28:40.098218 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-b5e7bacf-03f9-4a80-be75-1d36bed80c0a None None] Attempting to bind port a6d4898a-d718-4020-9e02-61795c06294c on host dv-cinder-759955-23-iscsi for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:28:40.098588 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-b5e7bacf-03f9-4a80-be75-1d36bed80c0a None None] Attempting to bind port a6d4898a-d718-4020-9e02-61795c06294c by drivers openvswitch,hyperv on host dv-cinder-759955-23-iscsi at level 0 using segments [{'id': 'e35247d3-5169-4319-9016-5c4a3a40d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '400f8173-ba02-43b5-8ce5-c9f86dbae434'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:28:40.098946 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e7bacf-03f9-4a80-be75-1d36bed80c0a None None] Attempting to bind port a6d4898a-d718-4020-9e02-61795c06294c on network 400f8173-ba02-43b5-8ce5-c9f86dbae434 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:28:40.105204 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e7bacf-03f9-4a80-be75-1d36bed80c0a None None] Checking agent: {'id': '18c8940e-01ce-4dee-a90a-54246b2955c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 17, 6), 'started_at': datetime.datetime(2021, 9, 9, 22, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:28:40.105823 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e7bacf-03f9-4a80-be75-1d36bed80c0a None None] Checking segment: {'id': 'e35247d3-5169-4319-9016-5c4a3a40d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '400f8173-ba02-43b5-8ce5-c9f86dbae434'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:28:40.106411 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b5e7bacf-03f9-4a80-be75-1d36bed80c0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:40.106957 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e7bacf-03f9-4a80-be75-1d36bed80c0a None None] Bound using segment: {'id': 'e35247d3-5169-4319-9016-5c4a3a40d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '400f8173-ba02-43b5-8ce5-c9f86dbae434'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:28:40.107765 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-b5e7bacf-03f9-4a80-be75-1d36bed80c0a None None] Bound port: a6d4898a-d718-4020-9e02-61795c06294c, host: dv-cinder-759955-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e35247d3-5169-4319-9016-5c4a3a40d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '400f8173-ba02-43b5-8ce5-c9f86dbae434'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:28:40.108192 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b5e7bacf-03f9-4a80-be75-1d36bed80c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:40.180560 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6dd0a-13bf-4cd5-a83c-a7e33b9a0b87 req-da4b9038-e5fa-4d39-abb9-a671e4fae129 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:40.189900 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a4e6dd0a-13bf-4cd5-a83c-a7e33b9a0b87 req-da4b9038-e5fa-4d39-abb9-a671e4fae129 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=2efab622-dcfa-4f94-8ebb-a74bd453222d HTTP/1.1" status: 200 len: 946 time: 0.0628710 Sep 09 22:28:40.191631 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-b5e7bacf-03f9-4a80-be75-1d36bed80c0a None None] For port a6d4898a-d718-4020-9e02-61795c06294c, host dv-cinder-759955-23-iscsi, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:28:40.196122 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-b5e7bacf-03f9-4a80-be75-1d36bed80c0a None None] For port a6d4898a-d718-4020-9e02-61795c06294c, host dv-cinder-759955-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=a6d4898a-d718-4020-9e02-61795c06294c,segment=NetworkSegment(e35247d3-5169-4319-9016-5c4a3a40d907),segment_id=e35247d3-5169-4319-9016-5c4a3a40d907)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:28:40.203717 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-b5e7bacf-03f9-4a80-be75-1d36bed80c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:40.236941 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a4e6dd0a-13bf-4cd5-a83c-a7e33b9a0b87 req-dfbdee5b-fdca-443e-80f5-28b64d9777ba tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459194 Sep 09 22:28:40.278507 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e6e35-81d7-409e-8aca-6c923411641a None None] Pushing event updated for resources: {'Port': ['ID=a6d4898a-d718-4020-9e02-61795c06294c,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:40.283810 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e7bacf-03f9-4a80-be75-1d36bed80c0a None None] Routers {'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:28:40.284453 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-b5e7bacf-03f9-4a80-be75-1d36bed80c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:28:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['e16c9b6d-4b60-4b46-964a-2c60d23d2f5a'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:28:40.410911 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-b5e7bacf-03f9-4a80-be75-1d36bed80c0a None None] Set router e16c9b6d-4b60-4b46-964a-2c60d23d2f5a gateway port host: dv-cinder-759955-23-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:28:40.507077 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 59b94849-ae28-4a6e-9fa3-037fbda20c69 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:28:40.538114 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] No Port match for: 59b94849-ae28-4a6e-9fa3-037fbda20c69 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:28:40.538372 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 59b94849-ae28-4a6e-9fa3-037fbda20c69 not bound to the agent host hv-cinder-75995 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:28:40.636280 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-b5e7bacf-03f9-4a80-be75-1d36bed80c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1415468578-router', 'tenant_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'ebb9b6e2-ccd7-416f-98d3-d0dc31056a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:28:33Z', 'updated_at': '2021-09-09T22:28:36Z', 'revision_number': 4, 'project_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'gw_port': {'id': 'ebb9b6e2-ccd7-416f-98d3-d0dc31056a56', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:28:34Z', 'updated_at': '2021-09-09T22:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': 'a6d4898a-d718-4020-9e02-61795c06294c', 'name': '', 'network_id': '400f8173-ba02-43b5-8ce5-c9f86dbae434', 'tenant_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'mac_address': 'fa:16:3e:40:4b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'aea9e89c-ee50-4cf6-8ff5-ae7a991147d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:28:35Z', 'updated_at': '2021-09-09T22:28:40Z', 'revision_number': 4, 'project_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'subnets': [{'id': 'aea9e89c-ee50-4cf6-8ff5-ae7a991147d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:28:40.663797 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5e7bacf-03f9-4a80-be75-1d36bed80c0a None None] The sync data for ids ['e16c9b6d-4b60-4b46-964a-2c60d23d2f5a'] in dv-cinder-759955-23-iscsi is: [{'id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1415468578-router', 'tenant_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'ebb9b6e2-ccd7-416f-98d3-d0dc31056a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:28:33Z', 'updated_at': '2021-09-09T22:28:36Z', 'revision_number': 4, 'project_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'gw_port': {'id': 'ebb9b6e2-ccd7-416f-98d3-d0dc31056a56', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:28:34Z', 'updated_at': '2021-09-09T22:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': 'a6d4898a-d718-4020-9e02-61795c06294c', 'name': '', 'network_id': '400f8173-ba02-43b5-8ce5-c9f86dbae434', 'tenant_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'mac_address': 'fa:16:3e:40:4b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'aea9e89c-ee50-4cf6-8ff5-ae7a991147d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:28:35Z', 'updated_at': '2021-09-09T22:28:40Z', 'revision_number': 4, 'project_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'subnets': [{'id': 'aea9e89c-ee50-4cf6-8ff5-ae7a991147d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:28:40.798425 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b203768-1c82-4e56-a5dd-45e3da456a5f req-693f0e36-8422-4274-b33b-9d28620ce0dd tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:40.799890 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9b203768-1c82-4e56-a5dd-45e3da456a5f req-693f0e36-8422-4274-b33b-9d28620ce0dd tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.20 "GET /v2.0/ports?device_id=2efab622-dcfa-4f94-8ebb-a74bd453222d HTTP/1.1" status: 200 len: 946 time: 0.2872524 Sep 09 22:28:40.913782 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-9b203768-1c82-4e56-a5dd-45e3da456a5f req-e9ada810-2069-4190-9985-1beec0a18185 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Deleting port 9efde791-2946-45e9-96b2-1761344d75cc {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:28:40.914198 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9b203768-1c82-4e56-a5dd-45e3da456a5f req-e9ada810-2069-4190-9985-1beec0a18185 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:40.964251 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6f3041db-d5df-410b-b20f-8da9efd2b473 req-00f0c084-d6fe-4cef-930e-e67a3fae6c07 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 210 time: 0.0458608 Sep 09 22:28:41.129442 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-9b203768-1c82-4e56-a5dd-45e3da456a5f req-e9ada810-2069-4190-9985-1beec0a18185 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] For port 9efde791-2946-45e9-96b2-1761344d75cc, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=9efde791-2946-45e9-96b2-1761344d75cc,segment=NetworkSegment(c91907a4-08ff-47a6-a6cb-1165e0b6a369),segment_id=c91907a4-08ff-47a6-a6cb-1165e0b6a369)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:28:41.129891 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9b203768-1c82-4e56-a5dd-45e3da456a5f req-e9ada810-2069-4190-9985-1beec0a18185 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:41.145940 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-49de48c2-b583-43a1-96f4-fb2fbdeacaca tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:41.148432 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-49de48c2-b583-43a1-96f4-fb2fbdeacaca tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.20 "GET /v2.0/networks?id=400f8173-ba02-43b5-8ce5-c9f86dbae434 HTTP/1.1" status: 200 len: 817 time: 0.1904681 Sep 09 22:28:41.154849 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-9b203768-1c82-4e56-a5dd-45e3da456a5f req-e9ada810-2069-4190-9985-1beec0a18185 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Calling delete_port for 9efde791-2946-45e9-96b2-1761344d75cc owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:28:41.235894 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-d257bc16-8caa-47de-8e58-5f65082105dc tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17b7ba05b1cf4d60a5f99ba7e03a82dc HTTP/1.1" status: 200 len: 380 time: 0.0713296 Sep 09 22:28:41.249211 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-9250f9d6-9d07-490d-bd0b-2a23361aa65c tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Request body: {'port': {'device_id': '487faea2-af98-4ad3-bc1c-e5946a0a9934', 'network_id': '400f8173-ba02-43b5-8ce5-c9f86dbae434', 'admin_state_up': True, 'tenant_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'security_groups': ['fbf57975-b363-4bdb-a9af-3a0e87fe8103']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:28:41.438264 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ace79-a3ed-4b20-ac9a-e29c9d939b0b req-0b9d78a4-02cd-48e8-89eb-0b6aa9bc7733 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:41.439713 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3b9ace79-a3ed-4b20-ac9a-e29c9d939b0b req-0b9d78a4-02cd-48e8-89eb-0b6aa9bc7733 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=2efab622-dcfa-4f94-8ebb-a74bd453222d HTTP/1.1" status: 200 len: 946 time: 0.1149614 Sep 09 22:28:41.444126 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9b203768-1c82-4e56-a5dd-45e3da456a5f req-e9ada810-2069-4190-9985-1beec0a18185 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:41.455700 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] get_ports_and_sgs() called for port_ids ['76f12ea7-81f5-4e15-8c5f-9e2eca764fa3', '9efde791-2946-45e9-96b2-1761344d75cc'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:28:41.492361 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ada810-2069-4190-9985-1beec0a18185 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Pushing event deleted for resources: {'Port': ['ID=9efde791-2946-45e9-96b2-1761344d75cc,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:41.508504 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-9250f9d6-9d07-490d-bd0b-2a23361aa65c tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Made reservation on behalf of 17b7ba05b1cf4d60a5f99ba7e03a82dc for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:28:41.513439 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-9250f9d6-9d07-490d-bd0b-2a23361aa65c tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:41.553526 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3b9ace79-a3ed-4b20-ac9a-e29c9d939b0b req-640d4ea8-30af-40cc-b6d8-2675eef947e1 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074436 Sep 09 22:28:41.575062 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b203768-1c82-4e56-a5dd-45e3da456a5f req-e9ada810-2069-4190-9985-1beec0a18185 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] No DVR routers for this DVR port 9efde791-2946-45e9-96b2-1761344d75cc on host hv-cinder-75995 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:28:41.586189 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9b203768-1c82-4e56-a5dd-45e3da456a5f req-e9ada810-2069-4190-9985-1beec0a18185 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:41.588109 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9b203768-1c82-4e56-a5dd-45e3da456a5f req-e9ada810-2069-4190-9985-1beec0a18185 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.20 "DELETE /v2.0/ports/9efde791-2946-45e9-96b2-1761344d75cc HTTP/1.1" status: 204 len: 173 time: 0.7802401 Sep 09 22:28:41.588782 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2efab622-dcfa-4f94-8ebb-a74bd453222d', 'name': 'network-vif-deleted', 'tag': '9efde791-2946-45e9-96b2-1761344d75cc'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:28:41.591117 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febecf7243e3540986e18e5907cacf19c405284daaaade8257553be7db475bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f7964b-e223-409c-a620-0bebbe37997e" -d '{"events": [{"server_uuid": "2efab622-dcfa-4f94-8ebb-a74bd453222d", "name": "network-vif-deleted", "tag": "9efde791-2946-45e9-96b2-1761344d75cc"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:28:41.656375 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84e3a81-7fdc-4b0d-bb49-dab22103982a x-openstack-request-id: req-f84e3a81-7fdc-4b0d-bb49-dab22103982a {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:28:41.656856 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2efab622-dcfa-4f94-8ebb-a74bd453222d", "name": "network-vif-deleted", "tag": "9efde791-2946-45e9-96b2-1761344d75cc", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:28:41.657254 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f84e3a81-7fdc-4b0d-bb49-dab22103982a {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:28:41.657644 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2efab622-dcfa-4f94-8ebb-a74bd453222d', 'name': 'network-vif-deleted', 'tag': '9efde791-2946-45e9-96b2-1761344d75cc', 'status': 'completed', 'code': 200} Sep 09 22:28:41.691353 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device ebb9b6e2-ccd7-416f-98d3-d0dc31056a56 up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:28:41.711110 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-9250f9d6-9d07-490d-bd0b-2a23361aa65c tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Allocated IP 172.20.0.9 (400f8173-ba02-43b5-8ce5-c9f86dbae434/aea9e89c-ee50-4cf6-8ff5-ae7a991147d2/491d5ca5-09d2-4689-870c-abeddc93c33e) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:28:41.740804 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port ebb9b6e2-ccd7-416f-98d3-d0dc31056a56 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:28:41.741163 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:41.816361 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device a6d4898a-d718-4020-9e02-61795c06294c up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:28:41.852973 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-9250f9d6-9d07-490d-bd0b-2a23361aa65c tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:41.870549 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning for port a6d4898a-d718-4020-9e02-61795c06294c completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:28:41.873398 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-9250f9d6-9d07-490d-bd0b-2a23361aa65c tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Transition to ACTIVE for port object 491d5ca5-09d2-4689-870c-abeddc93c33e will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:28:41.874405 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port a6d4898a-d718-4020-9e02-61795c06294c triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:28:41.874780 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:41.905493 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-9250f9d6-9d07-490d-bd0b-2a23361aa65c tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:41.946040 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-9250f9d6-9d07-490d-bd0b-2a23361aa65c tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Network 400f8173-ba02-43b5-8ce5-c9f86dbae434 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:28:41.950962 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-9250f9d6-9d07-490d-bd0b-2a23361aa65c tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:28:41.951517 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:41.953400 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-9250f9d6-9d07-490d-bd0b-2a23361aa65c tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:28:41.983854 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250f9d6-9d07-490d-bd0b-2a23361aa65c tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Pushing event updated for resources: {'Port': ['ID=491d5ca5-09d2-4689-870c-abeddc93c33e,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:41.985215 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] For port a6d4898a-d718-4020-9e02-61795c06294c, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=a6d4898a-d718-4020-9e02-61795c06294c,segment=NetworkSegment(e35247d3-5169-4319-9016-5c4a3a40d907),segment_id=e35247d3-5169-4319-9016-5c4a3a40d907)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:28:41.990909 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:42.016212 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-9250f9d6-9d07-490d-bd0b-2a23361aa65c tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:42.016526 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-9250f9d6-9d07-490d-bd0b-2a23361aa65c tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:42.037620 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-9250f9d6-9d07-490d-bd0b-2a23361aa65c tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7938781 Sep 09 22:28:42.044780 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Pushing event updated for resources: {'Port': ['ID=a6d4898a-d718-4020-9e02-61795c06294c,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:42.097100 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf70e63-de51-410d-a92f-b6655a4ba939 req-1b3ff8d0-aed7-4c8a-884b-1d0bb58d63fe tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:42.098776 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-baf70e63-de51-410d-a92f-b6655a4ba939 req-1b3ff8d0-aed7-4c8a-884b-1d0bb58d63fe tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 931 time: 0.0506854 Sep 09 22:28:42.138492 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-baf70e63-de51-410d-a92f-b6655a4ba939 req-134a0d26-b789-44c6-8ed4-b40110696359 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330968 Sep 09 22:28:42.214143 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c2b386e7-18c7-47dd-9ab9-ffdfec111058 None None] Provisioning for port 491d5ca5-09d2-4689-870c-abeddc93c33e completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:28:42.217871 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c2b386e7-18c7-47dd-9ab9-ffdfec111058 None None] Provisioning complete for port 491d5ca5-09d2-4689-870c-abeddc93c33e triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:28:42.218246 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c2b386e7-18c7-47dd-9ab9-ffdfec111058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:42.253504 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-c2b386e7-18c7-47dd-9ab9-ffdfec111058 None None] Port 491d5ca5-09d2-4689-870c-abeddc93c33e cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 22:28:42.670539 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bf97275d-f266-4b88-908c-9f457c816439 req-ab40097b-efcb-4199-95ed-0c3bb1c0747d tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=2efab622-dcfa-4f94-8ebb-a74bd453222d HTTP/1.1" status: 200 len: 210 time: 0.0288150 Sep 09 22:28:43.259280 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1907d2-df87-4f83-b65b-339a4954d221 req-35ed0333-fb31-4559-a18a-2cbc1c528442 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:43.261009 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-de1907d2-df87-4f83-b65b-339a4954d221 req-35ed0333-fb31-4559-a18a-2cbc1c528442 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 931 time: 0.0479627 Sep 09 22:28:43.297838 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-de1907d2-df87-4f83-b65b-339a4954d221 req-f7de5ecd-1300-4623-8bbd-f5a84df3d4d1 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309000 Sep 09 22:28:43.602432 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device a6d4898a-d718-4020-9e02-61795c06294c up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:28:43.647499 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port a6d4898a-d718-4020-9e02-61795c06294c triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:28:43.647860 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:43.703253 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-1e5c3c90-db03-4cfb-a4d3-eaae7ca7d645 service neutron] Request body: {'port': {'device_id': '487faea2-af98-4ad3-bc1c-e5946a0a9934', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:28:43.782151 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-1e5c3c90-db03-4cfb-a4d3-eaae7ca7d645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:43.785109 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a5f2e1c2-6a0a-4ee0-8013-9be83c690a97 req-05b0754f-b0ea-4f63-bcae-cddb01a56466 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=2efab622-dcfa-4f94-8ebb-a74bd453222d HTTP/1.1" status: 200 len: 210 time: 0.0346508 Sep 09 22:28:44.036804 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-1e5c3c90-db03-4cfb-a4d3-eaae7ca7d645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 491d5ca5-09d2-4689-870c-abeddc93c33e {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:28:44.044680 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-1e5c3c90-db03-4cfb-a4d3-eaae7ca7d645 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:44.056202 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-1e5c3c90-db03-4cfb-a4d3-eaae7ca7d645 service neutron] Transition to ACTIVE for port object 491d5ca5-09d2-4689-870c-abeddc93c33e will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:28:44.059987 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-1e5c3c90-db03-4cfb-a4d3-eaae7ca7d645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27131053'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:44.110553 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c3c90-db03-4cfb-a4d3-eaae7ca7d645 service neutron] Pushing event updated for resources: {'Port': ['ID=491d5ca5-09d2-4689-870c-abeddc93c33e,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:44.179465 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-1e5c3c90-db03-4cfb-a4d3-eaae7ca7d645 service neutron] Attempting to bind port 491d5ca5-09d2-4689-870c-abeddc93c33e on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:28:44.179790 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-1e5c3c90-db03-4cfb-a4d3-eaae7ca7d645 service neutron] Attempting to bind port 491d5ca5-09d2-4689-870c-abeddc93c33e by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': 'e35247d3-5169-4319-9016-5c4a3a40d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '400f8173-ba02-43b5-8ce5-c9f86dbae434'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:28:44.180142 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-1e5c3c90-db03-4cfb-a4d3-eaae7ca7d645 service neutron] Attempting to bind port 491d5ca5-09d2-4689-870c-abeddc93c33e on network 400f8173-ba02-43b5-8ce5-c9f86dbae434 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:28:44.184858 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-1e5c3c90-db03-4cfb-a4d3-eaae7ca7d645 service neutron] Port 491d5ca5-09d2-4689-870c-abeddc93c33e on network 400f8173-ba02-43b5-8ce5-c9f86dbae434 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 22:28:44.185177 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-1e5c3c90-db03-4cfb-a4d3-eaae7ca7d645 service neutron] Attempting to bind port 491d5ca5-09d2-4689-870c-abeddc93c33e on network 400f8173-ba02-43b5-8ce5-c9f86dbae434 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:28:44.190095 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-1e5c3c90-db03-4cfb-a4d3-eaae7ca7d645 service neutron] Checking agent: {'id': 'd4d09dd9-4fb9-4f0d-bf57-c365063561af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 23, 5), 'started_at': datetime.datetime(2021, 9, 9, 22, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:28:44.190433 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-1e5c3c90-db03-4cfb-a4d3-eaae7ca7d645 service neutron] Checking segment: {'id': 'e35247d3-5169-4319-9016-5c4a3a40d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '400f8173-ba02-43b5-8ce5-c9f86dbae434'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:28:44.190813 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-1e5c3c90-db03-4cfb-a4d3-eaae7ca7d645 service neutron] Bound using segment: {'id': 'e35247d3-5169-4319-9016-5c4a3a40d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '400f8173-ba02-43b5-8ce5-c9f86dbae434'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:28:44.191266 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-1e5c3c90-db03-4cfb-a4d3-eaae7ca7d645 service neutron] Bound port: 491d5ca5-09d2-4689-870c-abeddc93c33e, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e35247d3-5169-4319-9016-5c4a3a40d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '400f8173-ba02-43b5-8ce5-c9f86dbae434'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:28:44.191628 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-1e5c3c90-db03-4cfb-a4d3-eaae7ca7d645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:44.257192 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-1e5c3c90-db03-4cfb-a4d3-eaae7ca7d645 service neutron] For port 491d5ca5-09d2-4689-870c-abeddc93c33e, host hv-cinder-75995, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:28:44.260390 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-1e5c3c90-db03-4cfb-a4d3-eaae7ca7d645 service neutron] For port 491d5ca5-09d2-4689-870c-abeddc93c33e, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=491d5ca5-09d2-4689-870c-abeddc93c33e,segment=NetworkSegment(e35247d3-5169-4319-9016-5c4a3a40d907),segment_id=e35247d3-5169-4319-9016-5c4a3a40d907)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:28:44.265195 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-1e5c3c90-db03-4cfb-a4d3-eaae7ca7d645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27131053'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:44.299403 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-1e5c3c90-db03-4cfb-a4d3-eaae7ca7d645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:44.300018 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-1e5c3c90-db03-4cfb-a4d3-eaae7ca7d645 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:44.301438 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-1e5c3c90-db03-4cfb-a4d3-eaae7ca7d645 service neutron] 10.222.0.20 "PUT /v2.0/ports/491d5ca5-09d2-4689-870c-abeddc93c33e HTTP/1.1" status: 200 len: 1093 time: 0.6030858 Sep 09 22:28:44.301861 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '487faea2-af98-4ad3-bc1c-e5946a0a9934', 'tag': '491d5ca5-09d2-4689-870c-abeddc93c33e'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:28:44.304095 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febecf7243e3540986e18e5907cacf19c405284daaaade8257553be7db475bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9491b3b-58e1-44a7-a039-ffa575ad892a" -d '{"events": [{"name": "network-changed", "server_uuid": "487faea2-af98-4ad3-bc1c-e5946a0a9934", "tag": "491d5ca5-09d2-4689-870c-abeddc93c33e"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:28:44.335571 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c3c90-db03-4cfb-a4d3-eaae7ca7d645 service neutron] Pushing event updated for resources: {'Port': ['ID=491d5ca5-09d2-4689-870c-abeddc93c33e,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:44.344028 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-460301a5-3415-4783-bbb5-8ecde5c32306 x-openstack-request-id: req-460301a5-3415-4783-bbb5-8ecde5c32306 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:28:44.344391 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "487faea2-af98-4ad3-bc1c-e5946a0a9934", "tag": "491d5ca5-09d2-4689-870c-abeddc93c33e", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:28:44.344705 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-460301a5-3415-4783-bbb5-8ecde5c32306 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:28:44.344969 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '487faea2-af98-4ad3-bc1c-e5946a0a9934', 'tag': '491d5ca5-09d2-4689-870c-abeddc93c33e', 'status': 'completed', 'code': 200} Sep 09 22:28:44.426900 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ddea7f-9d7c-4448-aebf-822900f2bece req-979e5e5e-c352-4887-9bae-36e6bffcf041 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:44.428444 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-58ddea7f-9d7c-4448-aebf-822900f2bece req-979e5e5e-c352-4887-9bae-36e6bffcf041 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 943 time: 0.0494184 Sep 09 22:28:44.467822 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-58ddea7f-9d7c-4448-aebf-822900f2bece req-d4ce943b-fb49-4814-b230-69a10a6aed6d tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327101 Sep 09 22:28:44.843999 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9491b3b-58e1-44a7-a039-ffa575ad892a req-d70d10b6-7b7e-47e6-b8e2-ecefa8cbab12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:44.845673 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d9491b3b-58e1-44a7-a039-ffa575ad892a req-d70d10b6-7b7e-47e6-b8e2-ecefa8cbab12 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=17b7ba05b1cf4d60a5f99ba7e03a82dc&device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 1096 time: 0.0487609 Sep 09 22:28:44.924569 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-253278e1-1f14-437e-9fa8-9c3c4655dd79 req-f597c54a-1d99-4177-9466-3fbd89e2abcb tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=2efab622-dcfa-4f94-8ebb-a74bd453222d HTTP/1.1" status: 200 len: 210 time: 0.0451708 Sep 09 22:28:44.979469 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9491b3b-58e1-44a7-a039-ffa575ad892a req-9052f5be-6b37-40cc-bf36-adee5608342d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:44.982160 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d9491b3b-58e1-44a7-a039-ffa575ad892a req-9052f5be-6b37-40cc-bf36-adee5608342d service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=17b7ba05b1cf4d60a5f99ba7e03a82dc&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1227362 Sep 09 22:28:45.090322 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9491b3b-58e1-44a7-a039-ffa575ad892a req-26109d4f-c3ab-4b4f-b39c-3417db78f8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:45.091817 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d9491b3b-58e1-44a7-a039-ffa575ad892a req-26109d4f-c3ab-4b4f-b39c-3417db78f8b9 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0914598 Sep 09 22:28:45.170352 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-c025fd5a-2572-49aa-b89c-fcbcf61aa69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:45.171771 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-c025fd5a-2572-49aa-b89c-fcbcf61aa69d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=17b7ba05b1cf4d60a5f99ba7e03a82dc&device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 1096 time: 0.0397327 Sep 09 22:28:45.218172 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-18532929-8ea4-4943-9690-49524357305c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=491d5ca5-09d2-4689-870c-abeddc93c33e HTTP/1.1" status: 200 len: 217 time: 0.0359590 Sep 09 22:28:45.266018 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-6a2f3e64-b688-4038-8a05-d6bfc63587b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:45.267395 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-6a2f3e64-b688-4038-8a05-d6bfc63587b8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aea9e89c-ee50-4cf6-8ff5-ae7a991147d2 HTTP/1.1" status: 200 len: 856 time: 0.0412998 Sep 09 22:28:45.311533 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-c2f0ca15-e395-49ab-8acd-321d6553ccca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:45.313055 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-c2f0ca15-e395-49ab-8acd-321d6553ccca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=400f8173-ba02-43b5-8ce5-c9f86dbae434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0383968 Sep 09 22:28:45.405422 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-9da53dca-b762-498f-bea7-1b772ffbb60f service neutron] 10.222.0.20 "GET /v2.0/networks/400f8173-ba02-43b5-8ce5-c9f86dbae434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842669 Sep 09 22:28:45.493744 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ecf28b00-03f8-4bb2-8b21-fc9f3c305299 req-a90f2ce4-7948-404f-8a01-0f921574a7f3 service neutron] 10.222.0.20 "GET /v2.0/networks/400f8173-ba02-43b5-8ce5-c9f86dbae434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799069 Sep 09 22:28:45.591307 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c14499-ea59-4df9-b6e5-9f0f94704a71 req-4aeb5307-ef58-437d-be49-00013eea8a75 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:45.592788 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f7c14499-ea59-4df9-b6e5-9f0f94704a71 req-4aeb5307-ef58-437d-be49-00013eea8a75 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 943 time: 0.0532360 Sep 09 22:28:45.633927 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f7c14499-ea59-4df9-b6e5-9f0f94704a71 req-b7fb1185-0cf6-4c40-9d62-509a73f8c321 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338531 Sep 09 22:28:46.748848 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce5c6b9-ebff-4693-ac88-eb03940615a6 req-05a2cd22-39a0-4cb9-9529-1b067260d78d tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:46.750281 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-dce5c6b9-ebff-4693-ac88-eb03940615a6 req-05a2cd22-39a0-4cb9-9529-1b067260d78d tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 943 time: 0.0476947 Sep 09 22:28:46.788437 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-dce5c6b9-ebff-4693-ac88-eb03940615a6 req-707f8190-093c-41ed-ac7d-3b03e6e22ec2 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323906 Sep 09 22:28:47.118428 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 9efde791-2946-45e9-96b2-1761344d75cc no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:28:47.144153 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] No Port match for: 9efde791-2946-45e9-96b2-1761344d75cc {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:28:47.144490 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 9efde791-2946-45e9-96b2-1761344d75cc not bound to the agent host hv-cinder-75995 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:28:47.902380 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a07c21f-f7bc-44d0-885c-c7a979806c2f req-2548d8bd-6441-4067-b0ca-44c6da46b92d tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:47.904453 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4a07c21f-f7bc-44d0-885c-c7a979806c2f req-2548d8bd-6441-4067-b0ca-44c6da46b92d tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 943 time: 0.0482421 Sep 09 22:28:47.940376 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4a07c21f-f7bc-44d0-885c-c7a979806c2f req-924bde8d-703b-4803-9cba-21d99e228648 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301349 Sep 09 22:28:49.060999 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6892f15-dc19-4c30-a5d2-8f5468d8fb85 req-558724d4-7dc6-498b-8823-5a3cb41553a0 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:49.062443 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b6892f15-dc19-4c30-a5d2-8f5468d8fb85 req-558724d4-7dc6-498b-8823-5a3cb41553a0 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 943 time: 0.0534267 Sep 09 22:28:49.098010 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b6892f15-dc19-4c30-a5d2-8f5468d8fb85 req-91d2459b-dda6-4fc4-97be-f0b082f64250 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297701 Sep 09 22:28:50.224613 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f96855-4768-49a0-aca2-dad7db96af64 req-18b55685-8f35-4986-a504-b55a1fbf216c tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:50.225411 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-89f96855-4768-49a0-aca2-dad7db96af64 req-18b55685-8f35-4986-a504-b55a1fbf216c tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 943 time: 0.0492251 Sep 09 22:28:50.264538 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-89f96855-4768-49a0-aca2-dad7db96af64 req-91fa70f1-94c2-454d-98da-2ca9e5be71ec tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329833 Sep 09 22:28:50.464688 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031dc7dd-b617-4378-9fc9-b71dae8b1403 req-4b6f8e7a-fec8-4ebb-8a64-39e0efa442ea tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:50.466584 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-031dc7dd-b617-4378-9fc9-b71dae8b1403 req-4b6f8e7a-fec8-4ebb-8a64-39e0efa442ea tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beb0f20-955d-4e65-bf2d-3d35d30590b3 HTTP/1.1" status: 200 len: 946 time: 0.0489960 Sep 09 22:28:50.503358 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-031dc7dd-b617-4378-9fc9-b71dae8b1403 req-9c6c173c-adc9-4bb6-a439-499ba76442c2 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307610 Sep 09 22:28:50.722224 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d45b59-e115-4800-80c5-3f1bbcf7c0fd req-5684f832-ca4c-41ab-9043-569dbc389526 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:50.724423 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-86d45b59-e115-4800-80c5-3f1bbcf7c0fd req-5684f832-ca4c-41ab-9043-569dbc389526 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 946 time: 0.0552106 Sep 09 22:28:50.763126 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-86d45b59-e115-4800-80c5-3f1bbcf7c0fd req-97d255c3-abfe-4760-a9cc-091639a222ab tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328343 Sep 09 22:28:51.385907 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a1b1d-f793-4b22-8891-2284a72a6ee6 req-db696eb0-3552-4016-90ac-87b9e03b5f7c tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:51.388262 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4b9a1b1d-f793-4b22-8891-2284a72a6ee6 req-db696eb0-3552-4016-90ac-87b9e03b5f7c tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 943 time: 0.0495880 Sep 09 22:28:51.425182 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4b9a1b1d-f793-4b22-8891-2284a72a6ee6 req-448f4cb8-8264-44ec-b9cb-b1fc7ee92ab7 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310884 Sep 09 22:28:51.616694 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcde6b8-e965-471d-8b8f-59d49e336462 req-d1c3a84c-89ba-4fc8-929a-d9332e359d44 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:51.618038 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7fcde6b8-e965-471d-8b8f-59d49e336462 req-d1c3a84c-89ba-4fc8-929a-d9332e359d44 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beb0f20-955d-4e65-bf2d-3d35d30590b3 HTTP/1.1" status: 200 len: 946 time: 0.0474467 Sep 09 22:28:51.654875 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7fcde6b8-e965-471d-8b8f-59d49e336462 req-b68cfd71-71c6-4214-bd42-94302db8fc64 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303166 Sep 09 22:28:51.880495 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013ed6b-d7dc-4d93-b9a3-d7765cedafdd req-54dd948d-a1ec-4b5c-9e4e-4a613381e7a9 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:51.882044 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9013ed6b-d7dc-4d93-b9a3-d7765cedafdd req-54dd948d-a1ec-4b5c-9e4e-4a613381e7a9 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 946 time: 0.0524378 Sep 09 22:28:51.919457 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9013ed6b-d7dc-4d93-b9a3-d7765cedafdd req-68e90a7a-7004-4d3b-a8fb-fafab57f95e9 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302303 Sep 09 22:28:52.390017 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c306846-84f9-4077-886e-0d048aed2c96 req-c4be6b8f-445b-45c4-8d9b-7ffc9f8384f9 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:52.391424 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2c306846-84f9-4077-886e-0d048aed2c96 req-c4be6b8f-445b-45c4-8d9b-7ffc9f8384f9 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.20 "GET /v2.0/ports?device_id=6beb0f20-955d-4e65-bf2d-3d35d30590b3 HTTP/1.1" status: 200 len: 946 time: 0.0466082 Sep 09 22:28:52.490005 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-2c306846-84f9-4077-886e-0d048aed2c96 req-fdd7b6da-9d0d-438d-849e-82f604c98c8d tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Deleting port 76f12ea7-81f5-4e15-8c5f-9e2eca764fa3 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:28:52.490348 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2c306846-84f9-4077-886e-0d048aed2c96 req-fdd7b6da-9d0d-438d-849e-82f604c98c8d tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:52.599441 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dffde0-aa4b-4381-9984-3a64e8db96b7 req-ab0990ec-f266-4674-9b72-fde85fcb63f7 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:52.600932 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a5dffde0-aa4b-4381-9984-3a64e8db96b7 req-ab0990ec-f266-4674-9b72-fde85fcb63f7 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 943 time: 0.0944018 Sep 09 22:28:52.621579 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-2c306846-84f9-4077-886e-0d048aed2c96 req-fdd7b6da-9d0d-438d-849e-82f604c98c8d tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] For port 76f12ea7-81f5-4e15-8c5f-9e2eca764fa3, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=76f12ea7-81f5-4e15-8c5f-9e2eca764fa3,segment=NetworkSegment(c91907a4-08ff-47a6-a6cb-1165e0b6a369),segment_id=c91907a4-08ff-47a6-a6cb-1165e0b6a369)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:28:52.621951 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2c306846-84f9-4077-886e-0d048aed2c96 req-fdd7b6da-9d0d-438d-849e-82f604c98c8d tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:52.646052 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-2c306846-84f9-4077-886e-0d048aed2c96 req-fdd7b6da-9d0d-438d-849e-82f604c98c8d tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Calling delete_port for 76f12ea7-81f5-4e15-8c5f-9e2eca764fa3 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:28:52.666800 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a5dffde0-aa4b-4381-9984-3a64e8db96b7 req-000042e9-e8d2-4a26-8032-f8692984836f tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570707 Sep 09 22:28:52.788437 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 491d5ca5-09d2-4689-870c-abeddc93c33e details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 22:28:52.810835 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c3c66-a531-46f7-9657-d3ee485c2314 req-8edeb140-963e-4690-8459-e2feb6bac658 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:52.812322 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d95c3c66-a531-46f7-9657-d3ee485c2314 req-8edeb140-963e-4690-8459-e2feb6bac658 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/ports?device_id=6beb0f20-955d-4e65-bf2d-3d35d30590b3 HTTP/1.1" status: 200 len: 946 time: 0.0862074 Sep 09 22:28:52.818776 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2c306846-84f9-4077-886e-0d048aed2c96 req-fdd7b6da-9d0d-438d-849e-82f604c98c8d tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:52.832005 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] get_ports_and_sgs() called for port_ids ['76f12ea7-81f5-4e15-8c5f-9e2eca764fa3'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:28:52.864857 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd7b6da-9d0d-438d-849e-82f604c98c8d tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Pushing event deleted for resources: {'Port': ['ID=76f12ea7-81f5-4e15-8c5f-9e2eca764fa3,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:52.896255 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d95c3c66-a531-46f7-9657-d3ee485c2314 req-2e532914-f46f-499a-baeb-4bc9002c7352 tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.41 "GET /v2.0/security-groups?id=3387caec-c60e-4de2-bee8-55305f8bb77c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753536 Sep 09 22:28:52.913000 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 491d5ca5-09d2-4689-870c-abeddc93c33e, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=491d5ca5-09d2-4689-870c-abeddc93c33e,segment=NetworkSegment(e35247d3-5169-4319-9016-5c4a3a40d907),segment_id=e35247d3-5169-4319-9016-5c4a3a40d907)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:28:52.915596 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c306846-84f9-4077-886e-0d048aed2c96 req-fdd7b6da-9d0d-438d-849e-82f604c98c8d tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] No DVR routers for this DVR port 76f12ea7-81f5-4e15-8c5f-9e2eca764fa3 on host hv-cinder-75995 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:28:52.918257 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2c306846-84f9-4077-886e-0d048aed2c96 req-fdd7b6da-9d0d-438d-849e-82f604c98c8d tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:52.920505 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2c306846-84f9-4077-886e-0d048aed2c96 req-fdd7b6da-9d0d-438d-849e-82f604c98c8d tempest-AttachVolumeNegativeTest-489624086 tempest-AttachVolumeNegativeTest-489624086-project] 10.222.0.20 "DELETE /v2.0/ports/76f12ea7-81f5-4e15-8c5f-9e2eca764fa3 HTTP/1.1" status: 204 len: 173 time: 0.5126939 Sep 09 22:28:52.920964 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6beb0f20-955d-4e65-bf2d-3d35d30590b3', 'name': 'network-vif-deleted', 'tag': '76f12ea7-81f5-4e15-8c5f-9e2eca764fa3'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:28:52.923783 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febecf7243e3540986e18e5907cacf19c405284daaaade8257553be7db475bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e35df236-62d6-4b80-ae1a-840ca990100f" -d '{"events": [{"server_uuid": "6beb0f20-955d-4e65-bf2d-3d35d30590b3", "name": "network-vif-deleted", "tag": "76f12ea7-81f5-4e15-8c5f-9e2eca764fa3"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:28:52.924014 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Returning: {'device': '491d5ca5-09d2-4689-870c-abeddc93c33e', 'network_id': '400f8173-ba02-43b5-8ce5-c9f86dbae434', 'port_id': '491d5ca5-09d2-4689-870c-abeddc93c33e', 'mac_address': 'fa:16:3e:41:be:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aea9e89c-ee50-4cf6-8ff5-ae7a991147d2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 22:28:52.963864 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd95284-c43d-4257-b713-e695ae7ba28c x-openstack-request-id: req-2cd95284-c43d-4257-b713-e695ae7ba28c {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:28:52.964293 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6beb0f20-955d-4e65-bf2d-3d35d30590b3", "name": "network-vif-deleted", "tag": "76f12ea7-81f5-4e15-8c5f-9e2eca764fa3", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:28:52.964429 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:52.964706 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2cd95284-c43d-4257-b713-e695ae7ba28c {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:28:52.966462 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6beb0f20-955d-4e65-bf2d-3d35d30590b3', 'name': 'network-vif-deleted', 'tag': '76f12ea7-81f5-4e15-8c5f-9e2eca764fa3', 'status': 'completed', 'code': 200} Sep 09 22:28:52.978100 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 491d5ca5-09d2-4689-870c-abeddc93c33e {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:28:52.998333 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 491d5ca5-09d2-4689-870c-abeddc93c33e, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=491d5ca5-09d2-4689-870c-abeddc93c33e,segment=NetworkSegment(e35247d3-5169-4319-9016-5c4a3a40d907),segment_id=e35247d3-5169-4319-9016-5c4a3a40d907)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:28:53.002192 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:53.049878 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=491d5ca5-09d2-4689-870c-abeddc93c33e,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:53.062973 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26acf33a-30c7-4bea-ac71-b7eb8fa4cade req-e95940d4-35d6-47d1-8b27-521c91da62fb tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:53.064491 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-26acf33a-30c7-4bea-ac71-b7eb8fa4cade req-e95940d4-35d6-47d1-8b27-521c91da62fb tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 946 time: 0.0576332 Sep 09 22:28:53.103063 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-26acf33a-30c7-4bea-ac71-b7eb8fa4cade req-869e6a21-738c-4954-9b29-74f66ce038fb tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326214 Sep 09 22:28:53.278923 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] get_ports_and_sgs() called for port_ids ['491d5ca5-09d2-4689-870c-abeddc93c33e'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:28:53.784930 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11981aa5-08ff-4b66-8de5-471f60391bfb req-9af7f5f6-ad46-4b88-a737-3655e62a77e4 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:53.786399 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-11981aa5-08ff-4b66-8de5-471f60391bfb req-9af7f5f6-ad46-4b88-a737-3655e62a77e4 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 944 time: 0.0492313 Sep 09 22:28:53.823167 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-11981aa5-08ff-4b66-8de5-471f60391bfb req-f88be984-13c7-4dca-b82b-65478649f042 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306056 Sep 09 22:28:53.952538 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 59908) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:28:53.995175 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-80940a69-192d-4be9-abda-41b9f50bae62 admin admin] Deleting subnet 57079fb3-8fcf-42dc-b5c6-4a27afb1217c {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 22:28:53.998070 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-80940a69-192d-4be9-abda-41b9f50bae62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:54.031532 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-80940a69-192d-4be9-abda-41b9f50bae62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25922394'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:54.073517 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-80940a69-192d-4be9-abda-41b9f50bae62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1479288'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:54.127660 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-80940a69-192d-4be9-abda-41b9f50bae62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1479281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27131235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26101001'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:54.154781 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80940a69-192d-4be9-abda-41b9f50bae62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57079fb3-8fcf-42dc-b5c6-4a27afb1217c,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:54.158524 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-80940a69-192d-4be9-abda-41b9f50bae62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:54.161441 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-80940a69-192d-4be9-abda-41b9f50bae62 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/57079fb3-8fcf-42dc-b5c6-4a27afb1217c HTTP/1.1" status: 204 len: 168 time: 0.2068896 Sep 09 22:28:54.162929 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 59912) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:28:54.257840 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a0281c55-ba24-4e85-928d-98a6d0243b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1695652'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:54.274460 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d70182-273b-4fc3-a003-158da691b397 req-7e1725d4-3cab-4735-ba9a-da6aa617d341 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:54.275909 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e3d70182-273b-4fc3-a003-158da691b397 req-7e1725d4-3cab-4735-ba9a-da6aa617d341 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 946 time: 0.0967343 Sep 09 22:28:54.349185 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e3d70182-273b-4fc3-a003-158da691b397 req-ef7e52a6-a576-4ec0-8ed4-74fa905a4bb2 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661108 Sep 09 22:28:54.371273 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a0281c55-ba24-4e85-928d-98a6d0243b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476877', 'neutron.services.segments.db._delete_segments_for_network-8781721822877'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:54.395105 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-a0281c55-ba24-4e85-928d-98a6d0243b7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58abcfd7-cf47-4f06-85ec-914969ebcf0e']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:28:54.404907 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-a0281c55-ba24-4e85-928d-98a6d0243b7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c91907a4-08ff-47a6-a6cb-1165e0b6a369') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:28:54.405202 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-a0281c55-ba24-4e85-928d-98a6d0243b7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c91907a4-08ff-47a6-a6cb-1165e0b6a369') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:28:54.414182 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a0281c55-ba24-4e85-928d-98a6d0243b7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781721823142', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25922339'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:54.426747 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a0281c55-ba24-4e85-928d-98a6d0243b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:54.432462 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0281c55-ba24-4e85-928d-98a6d0243b7f admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 22:28:54.432843 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a0281c55-ba24-4e85-928d-98a6d0243b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27131009'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:54.435122 dv-cinder-759955-23-iscsi neutron-server[93888]: Traceback (most recent call last): Sep 09 22:28:54.435122 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 22:28:54.435122 dv-cinder-759955-23-iscsi neutron-server[93888]: timer() Sep 09 22:28:54.435122 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 22:28:54.435122 dv-cinder-759955-23-iscsi neutron-server[93888]: cb(*args, **kw) Sep 09 22:28:54.435122 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 22:28:54.435122 dv-cinder-759955-23-iscsi neutron-server[93888]: return func(*args, **kwargs) Sep 09 22:28:54.435122 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 22:28:54.435122 dv-cinder-759955-23-iscsi neutron-server[93888]: self._notify() Sep 09 22:28:54.435122 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 22:28:54.435122 dv-cinder-759955-23-iscsi neutron-server[93888]: self.callback(batched_events) Sep 09 22:28:54.435122 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 22:28:54.435122 dv-cinder-759955-23-iscsi neutron-server[93888]: event.method(event) Sep 09 22:28:54.435122 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 22:28:54.435122 dv-cinder-759955-23-iscsi neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 22:28:54.435122 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 22:28:54.435122 dv-cinder-759955-23-iscsi neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 22:28:54.435122 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 22:28:54.435122 dv-cinder-759955-23-iscsi neutron-server[93888]: return f(self, *a, **k) Sep 09 22:28:54.435122 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 22:28:54.435122 dv-cinder-759955-23-iscsi neutron-server[93888]: return self._get(url).json() Sep 09 22:28:54.435122 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 22:28:54.435122 dv-cinder-759955-23-iscsi neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 22:28:54.435122 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 22:28:54.435122 dv-cinder-759955-23-iscsi neutron-server[93888]: return self.request(url, 'GET', **kwargs) Sep 09 22:28:54.435122 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 22:28:54.435122 dv-cinder-759955-23-iscsi neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 22:28:54.435122 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 22:28:54.435122 dv-cinder-759955-23-iscsi neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 22:28:54.435122 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 22:28:54.435122 dv-cinder-759955-23-iscsi neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 22:28:54.435122 dv-cinder-759955-23-iscsi neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 22:28:54.487425 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a0281c55-ba24-4e85-928d-98a6d0243b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1478910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414983'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:54.502653 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a0281c55-ba24-4e85-928d-98a6d0243b7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:54.504545 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-a0281c55-ba24-4e85-928d-98a6d0243b7f admin admin] 10.222.0.41 "DELETE /v2.0/networks/58abcfd7-cf47-4f06-85ec-914969ebcf0e HTTP/1.1" status: 204 len: 168 time: 0.3407073 Sep 09 22:28:54.505522 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0281c55-ba24-4e85-928d-98a6d0243b7f admin admin] Pushing event deleted for resources: {'Network': ['ID=58abcfd7-cf47-4f06-85ec-914969ebcf0e,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:54.625253 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 59922) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:28:54.656796 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafbd2af-c6d2-426c-a8d4-61892ced7e1a req-2f090c15-fc50-4369-adc6-1b3ce4f7d73f tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:54.658261 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-dafbd2af-c6d2-426c-a8d4-61892ced7e1a req-2f090c15-fc50-4369-adc6-1b3ce4f7d73f tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb7d7548-5ab3-44fd-a3fd-c09fa7426b13 HTTP/1.1" status: 200 len: 946 time: 0.0485742 Sep 09 22:28:54.666933 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-5e65ede1-60c2-45de-91a6-d6cc96701f4e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=299cc965aa5b4aa29f613fb07982fdbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0404327 Sep 09 22:28:54.667713 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 59924) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:28:54.698595 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-dafbd2af-c6d2-426c-a8d4-61892ced7e1a req-24a635bd-76c5-405b-ac46-5cc7aea2b51d tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/security-groups?id=f474b0c3-ff8f-49ea-81a5-d46b5927672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343738 Sep 09 22:28:54.714773 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-351bcf9b-b24e-4069-9dc9-31656cbb899b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:54.736257 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-351bcf9b-b24e-4069-9dc9-31656cbb899b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:54.783981 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-351bcf9b-b24e-4069-9dc9-31656cbb899b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:54.786418 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-351bcf9b-b24e-4069-9dc9-31656cbb899b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:54.787545 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-351bcf9b-b24e-4069-9dc9-31656cbb899b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3387caec-c60e-4de2-bee8-55305f8bb77c HTTP/1.1" status: 204 len: 168 time: 0.1183405 Sep 09 22:28:54.795908 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351bcf9b-b24e-4069-9dc9-31656cbb899b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3387caec-c60e-4de2-bee8-55305f8bb77c,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:54.804718 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 491d5ca5-09d2-4689-870c-abeddc93c33e up at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:28:54.863742 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Provisioning for port 491d5ca5-09d2-4689-870c-abeddc93c33e completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:28:54.868271 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Provisioning complete for port 491d5ca5-09d2-4689-870c-abeddc93c33e triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:28:54.868660 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:54.951931 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d238297-d67b-484d-b3eb-cd797d5ca314 req-91de5e6b-fb02-4031-8abf-8aeb6c1d8b7b tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:54.953600 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4d238297-d67b-484d-b3eb-cd797d5ca314 req-91de5e6b-fb02-4031-8abf-8aeb6c1d8b7b tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 944 time: 0.0524642 Sep 09 22:28:54.957864 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:54.981762 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487faea2-af98-4ad3-bc1c-e5946a0a9934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491d5ca5-09d2-4689-870c-abeddc93c33e'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:28:54.984410 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497578eeb0b1d224d742647686e7d62f740bb656e2f2bb1278978b4c95122d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28229b53-3694-4972-851c-bc374598a58c" -d '{"events": [{"server_uuid": "487faea2-af98-4ad3-bc1c-e5946a0a9934", "name": "network-vif-plugged", "status": "completed", "tag": "491d5ca5-09d2-4689-870c-abeddc93c33e"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:28:54.995130 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4d238297-d67b-484d-b3eb-cd797d5ca314 req-50ab0dfc-b2c1-4ee7-89ad-0ca989ef418b tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329978 Sep 09 22:28:55.002582 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 491d5ca5-09d2-4689-870c-abeddc93c33e, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=491d5ca5-09d2-4689-870c-abeddc93c33e,segment=NetworkSegment(e35247d3-5169-4319-9016-5c4a3a40d907),segment_id=e35247d3-5169-4319-9016-5c4a3a40d907)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:28:55.009447 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:55.010693 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 76f12ea7-81f5-4e15-8c5f-9e2eca764fa3 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:28:55.025228 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995f3cfc-978b-4ab4-9ca8-16d0e6dc5f64 x-openstack-request-id: req-995f3cfc-978b-4ab4-9ca8-16d0e6dc5f64 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:28:55.025514 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487faea2-af98-4ad3-bc1c-e5946a0a9934", "name": "network-vif-plugged", "status": "completed", "tag": "491d5ca5-09d2-4689-870c-abeddc93c33e", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:28:55.025761 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-995f3cfc-978b-4ab4-9ca8-16d0e6dc5f64 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:28:55.026137 dv-cinder-759955-23-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '487faea2-af98-4ad3-bc1c-e5946a0a9934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491d5ca5-09d2-4689-870c-abeddc93c33e', 'code': 200} Sep 09 22:28:55.059793 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] No Port match for: 76f12ea7-81f5-4e15-8c5f-9e2eca764fa3 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:28:55.060158 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 76f12ea7-81f5-4e15-8c5f-9e2eca764fa3 not bound to the agent host hv-cinder-75995 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:28:55.086274 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=491d5ca5-09d2-4689-870c-abeddc93c33e,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:55.199620 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2f39ad-1cd5-4d01-be3b-4ab12bb58387 req-11ba4d62-fb05-4f52-9d36-a961eb620ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:55.201778 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2a2f39ad-1cd5-4d01-be3b-4ab12bb58387 req-11ba4d62-fb05-4f52-9d36-a961eb620ee9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 1098 time: 0.0422833 Sep 09 22:28:55.237769 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2a2f39ad-1cd5-4d01-be3b-4ab12bb58387 req-1c72e05d-0b90-40ff-a4ed-3f45606588ba service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277057 Sep 09 22:28:55.462626 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31438a-52ef-46c8-b951-ef1d79b6fa89 req-6a6c7e65-20fa-48a5-838a-7aaaaa787276 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:55.464120 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9a31438a-52ef-46c8-b951-ef1d79b6fa89 req-6a6c7e65-20fa-48a5-838a-7aaaaa787276 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 946 time: 0.0467501 Sep 09 22:28:55.504941 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9a31438a-52ef-46c8-b951-ef1d79b6fa89 req-e429495b-27dd-4715-adb7-1f5befeff0c2 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337927 Sep 09 22:28:56.048189 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4eb09b-d8d4-4e44-92fe-28d746129204 req-895916cc-d7bf-42aa-b657-c643c9cec9c8 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:56.049843 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ce4eb09b-d8d4-4e44-92fe-28d746129204 req-895916cc-d7bf-42aa-b657-c643c9cec9c8 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb7d7548-5ab3-44fd-a3fd-c09fa7426b13 HTTP/1.1" status: 200 len: 946 time: 0.2803180 Sep 09 22:28:56.108082 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ce4eb09b-d8d4-4e44-92fe-28d746129204 req-e2fb9153-839b-4346-9534-6dfd02828196 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/security-groups?id=f474b0c3-ff8f-49ea-81a5-d46b5927672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520823 Sep 09 22:28:56.130130 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d363b237-7c8a-41b9-995b-ea956ab07e4f req-392abb15-ec65-41ea-8623-b5b70c78713e tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:56.131556 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d363b237-7c8a-41b9-995b-ea956ab07e4f req-392abb15-ec65-41ea-8623-b5b70c78713e tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 945 time: 0.0559845 Sep 09 22:28:56.169224 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d363b237-7c8a-41b9-995b-ea956ab07e4f req-6f4d9ba6-9de4-414f-a988-9b00135b25f7 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310719 Sep 09 22:28:56.451993 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 59980) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:28:56.559297 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-369921fc-0508-4c93-bfe1-7c22bf02a88d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:56.632863 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9555ec5d-157e-4bb1-943f-1f5168be79bb req-fe0f4d43-ba5d-479f-ade0-e9bb0c01bbf8 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:56.634262 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9555ec5d-157e-4bb1-943f-1f5168be79bb req-fe0f4d43-ba5d-479f-ade0-e9bb0c01bbf8 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 946 time: 0.0540133 Sep 09 22:28:56.674672 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-369921fc-0508-4c93-bfe1-7c22bf02a88d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:56.678258 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9555ec5d-157e-4bb1-943f-1f5168be79bb req-d9c7d8eb-8ba9-44b1-982b-1544186f241c tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362937 Sep 09 22:28:56.679363 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-369921fc-0508-4c93-bfe1-7c22bf02a88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:56.721772 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-369921fc-0508-4c93-bfe1-7c22bf02a88d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0c76af63732949f18cd5589cabddb4ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2686267 Sep 09 22:28:56.722661 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369921fc-0508-4c93-bfe1-7c22bf02a88d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f012a05e-d1dc-41db-bc6a-66c8f15aa367,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:56.724645 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 59986) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:28:56.772436 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8c8eabc0-b103-4894-b6ab-5c11fd7eaa1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:56.791849 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8c8eabc0-b103-4894-b6ab-5c11fd7eaa1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:56.836474 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8c8eabc0-b103-4894-b6ab-5c11fd7eaa1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:56.839072 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8c8eabc0-b103-4894-b6ab-5c11fd7eaa1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:56.840312 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-8c8eabc0-b103-4894-b6ab-5c11fd7eaa1d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f012a05e-d1dc-41db-bc6a-66c8f15aa367 HTTP/1.1" status: 204 len: 168 time: 0.1145494 Sep 09 22:28:56.868237 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8eabc0-b103-4894-b6ab-5c11fd7eaa1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f012a05e-d1dc-41db-bc6a-66c8f15aa367,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:56.894571 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da005ac-d441-4cb5-97f7-560a83d6fb56 req-5e2a57f7-4592-4592-a276-90a4062a783f tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:56.896146 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5da005ac-d441-4cb5-97f7-560a83d6fb56 req-5e2a57f7-4592-4592-a276-90a4062a783f tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb7d7548-5ab3-44fd-a3fd-c09fa7426b13 HTTP/1.1" status: 200 len: 946 time: 0.0547884 Sep 09 22:28:56.958440 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.agents_db [None req-ca59875f-4706-4e17-8f41-5ac1de1c8425 None None] Agent healthcheck: found 6 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:28:56.991066 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-5da005ac-d441-4cb5-97f7-560a83d6fb56 req-f4ebafb1-c099-44db-a47f-ef645d6af333 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Deleting port 2b44d6d5-e4b8-48f8-be78-96e3e4baa16c {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:28:56.991397 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5da005ac-d441-4cb5-97f7-560a83d6fb56 req-f4ebafb1-c099-44db-a47f-ef645d6af333 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:57.078559 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-5da005ac-d441-4cb5-97f7-560a83d6fb56 req-f4ebafb1-c099-44db-a47f-ef645d6af333 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] For port 2b44d6d5-e4b8-48f8-be78-96e3e4baa16c, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=2b44d6d5-e4b8-48f8-be78-96e3e4baa16c,segment=NetworkSegment(42b58578-5559-4e00-8d47-a54ce09f9050),segment_id=42b58578-5559-4e00-8d47-a54ce09f9050)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:28:57.079172 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5da005ac-d441-4cb5-97f7-560a83d6fb56 req-f4ebafb1-c099-44db-a47f-ef645d6af333 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:57.094658 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-5da005ac-d441-4cb5-97f7-560a83d6fb56 req-f4ebafb1-c099-44db-a47f-ef645d6af333 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Calling delete_port for 2b44d6d5-e4b8-48f8-be78-96e3e4baa16c owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:28:57.103826 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 59992) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:28:57.145370 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0dba3ddb-331b-46ae-8847-511764b6fb84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:57.336887 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8f129-8fdb-4107-a1db-9a4ab5278e5e req-f4bb1b01-507c-49e6-8200-41ed93be2884 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:57.338703 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6fe8f129-8fdb-4107-a1db-9a4ab5278e5e req-f4bb1b01-507c-49e6-8200-41ed93be2884 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb7d7548-5ab3-44fd-a3fd-c09fa7426b13 HTTP/1.1" status: 200 len: 946 time: 0.1506650 Sep 09 22:28:57.372090 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5da005ac-d441-4cb5-97f7-560a83d6fb56 req-f4ebafb1-c099-44db-a47f-ef645d6af333 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:57.386687 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] get_ports_and_sgs() called for port_ids ['2b44d6d5-e4b8-48f8-be78-96e3e4baa16c'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:28:57.409968 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa27914b-1915-4f29-b057-fb96480f5c11 req-3fa3ce23-39bc-416a-9276-052e3aa29154 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:57.411314 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-aa27914b-1915-4f29-b057-fb96480f5c11 req-3fa3ce23-39bc-416a-9276-052e3aa29154 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 945 time: 0.1677988 Sep 09 22:28:57.414525 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0dba3ddb-331b-46ae-8847-511764b6fb84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:57.438813 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ebafb1-c099-44db-a47f-ef645d6af333 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Pushing event deleted for resources: {'Port': ['ID=2b44d6d5-e4b8-48f8-be78-96e3e4baa16c,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:57.440497 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0dba3ddb-331b-46ae-8847-511764b6fb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:57.503095 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6fe8f129-8fdb-4107-a1db-9a4ab5278e5e req-5ff6e9a6-ef8d-4490-a304-551d59428fc8 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.41 "GET /v2.0/security-groups?id=f474b0c3-ff8f-49ea-81a5-d46b5927672e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533012 Sep 09 22:28:57.532161 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da005ac-d441-4cb5-97f7-560a83d6fb56 req-f4ebafb1-c099-44db-a47f-ef645d6af333 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] No DVR routers for this DVR port 2b44d6d5-e4b8-48f8-be78-96e3e4baa16c on host hv-cinder-75995 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:28:57.539711 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-5da005ac-d441-4cb5-97f7-560a83d6fb56 req-f4ebafb1-c099-44db-a47f-ef645d6af333 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:57.541923 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5da005ac-d441-4cb5-97f7-560a83d6fb56 req-f4ebafb1-c099-44db-a47f-ef645d6af333 tempest-VolumesSnapshotTestJSON-215853701 tempest-VolumesSnapshotTestJSON-215853701-project] 10.222.0.20 "DELETE /v2.0/ports/2b44d6d5-e4b8-48f8-be78-96e3e4baa16c HTTP/1.1" status: 204 len: 173 time: 0.6386578 Sep 09 22:28:57.542352 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7d7548-5ab3-44fd-a3fd-c09fa7426b13', 'name': 'network-vif-deleted', 'tag': '2b44d6d5-e4b8-48f8-be78-96e3e4baa16c'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:28:57.544776 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febecf7243e3540986e18e5907cacf19c405284daaaade8257553be7db475bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014e57b2-6518-4e0a-8c83-3637ff553551" -d '{"events": [{"server_uuid": "bb7d7548-5ab3-44fd-a3fd-c09fa7426b13", "name": "network-vif-deleted", "tag": "2b44d6d5-e4b8-48f8-be78-96e3e4baa16c"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:28:57.553361 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba3ddb-331b-46ae-8847-511764b6fb84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29da874-9bc5-4d2a-9f56-e075d59a699e,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:57.561478 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-0dba3ddb-331b-46ae-8847-511764b6fb84 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=6352e99953d84bfba367ec0965e958d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4564850 Sep 09 22:28:57.565055 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 60000) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:28:57.567351 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-aa27914b-1915-4f29-b057-fb96480f5c11 req-dd745c91-ed0c-4b3e-995d-0f9f70292d36 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340570 Sep 09 22:28:57.610627 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4339a0-36b1-44fc-a835-71caa0d11885 x-openstack-request-id: req-9d4339a0-36b1-44fc-a835-71caa0d11885 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:28:57.611169 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7d7548-5ab3-44fd-a3fd-c09fa7426b13", "name": "network-vif-deleted", "tag": "2b44d6d5-e4b8-48f8-be78-96e3e4baa16c", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:28:57.611600 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9d4339a0-36b1-44fc-a835-71caa0d11885 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:28:57.612211 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7d7548-5ab3-44fd-a3fd-c09fa7426b13', 'name': 'network-vif-deleted', 'tag': '2b44d6d5-e4b8-48f8-be78-96e3e4baa16c', 'status': 'completed', 'code': 200} Sep 09 22:28:57.644877 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0b16395f-72f4-4b9d-9022-c927eddf02ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:57.666534 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0b16395f-72f4-4b9d-9022-c927eddf02ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:57.711436 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d6fb9-eb6f-4ea2-9355-179ce53ae3dc req-16f57173-5f95-47a8-8f07-72265ee3bb2e tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:57.713147 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a50d6fb9-eb6f-4ea2-9355-179ce53ae3dc req-16f57173-5f95-47a8-8f07-72265ee3bb2e tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 945 time: 0.0553136 Sep 09 22:28:57.714475 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0b16395f-72f4-4b9d-9022-c927eddf02ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:57.720644 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0b16395f-72f4-4b9d-9022-c927eddf02ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:57.721786 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-0b16395f-72f4-4b9d-9022-c927eddf02ad admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e29da874-9bc5-4d2a-9f56-e075d59a699e HTTP/1.1" status: 204 len: 168 time: 0.1556628 Sep 09 22:28:57.722340 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 60004) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:28:57.729267 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-048e43d3-f4ac-4a09-ac92-78cf288c6f25 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Request body: {'floatingip': {'port_id': '491d5ca5-09d2-4689-870c-abeddc93c33e'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:28:57.791534 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b16395f-72f4-4b9d-9022-c927eddf02ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29da874-9bc5-4d2a-9f56-e075d59a699e,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:28:57.806708 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-048e43d3-f4ac-4a09-ac92-78cf288c6f25 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks [] for floatingip, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:57.841549 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331284c2-d447-4468-b67a-b6533081b827 req-e234ce26-6222-4e38-afdd-6103e4a78376 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:57.843560 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-331284c2-d447-4468-b67a-b6533081b827 req-e234ce26-6222-4e38-afdd-6103e4a78376 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 946 time: 0.0562119 Sep 09 22:28:57.901508 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-331284c2-d447-4468-b67a-b6533081b827 req-bdc862f1-7c10-4148-a766-fbf697b791fa tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512824 Sep 09 22:28:58.492225 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.db.resource_extend [None req-048e43d3-f4ac-4a09-ac92-78cf288c6f25 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 09 22:28:58.577561 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-048e43d3-f4ac-4a09-ac92-78cf288c6f25 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:58.582863 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-048e43d3-f4ac-4a09-ac92-78cf288c6f25 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415029'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:58.688736 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.db.l3_db [None req-048e43d3-f4ac-4a09-ac92-78cf288c6f25 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Floating IP e7f2e826-b3fb-4cb4-8383-41c9a703822b associated. External IP: 172.27.3.210, port: 491d5ca5-09d2-4689-870c-abeddc93c33e. Sep 09 22:28:58.932767 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-048e43d3-f4ac-4a09-ac92-78cf288c6f25 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Router e16c9b6d-4b60-4b46-964a-2c60d23d2f5a has already been hosted by L3 agent ecba8a59-1a63-4f4e-b72e-1c921b89dba6 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:28:59.028718 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4f2e51-5d7f-487a-8d9b-7f8abb991193 req-3446e280-cc0b-4d63-9286-f5649329f9de tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:59.030127 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9e4f2e51-5d7f-487a-8d9b-7f8abb991193 req-3446e280-cc0b-4d63-9286-f5649329f9de tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 946 time: 0.0570664 Sep 09 22:28:59.048940 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048e43d3-f4ac-4a09-ac92-78cf288c6f25 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify agent at l3_agent.dv-cinder-759955-23-iscsi the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:28:59.057122 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-048e43d3-f4ac-4a09-ac92-78cf288c6f25 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:28:59.066261 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c611d04f-299a-49df-8320-03b04f13562b None None] Sync routers for ids ['e16c9b6d-4b60-4b46-964a-2c60d23d2f5a'] in dv-cinder-759955-23-iscsi {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:28:59.078152 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c611d04f-299a-49df-8320-03b04f13562b None None] Routers {'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:28:59.080135 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-c611d04f-299a-49df-8320-03b04f13562b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:28:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['e16c9b6d-4b60-4b46-964a-2c60d23d2f5a'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:28:59.087452 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-048e43d3-f4ac-4a09-ac92-78cf288c6f25 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "PUT /v2.0/floatingips/e7f2e826-b3fb-4cb4-8383-41c9a703822b HTTP/1.1" status: 200 len: 991 time: 1.3622479 Sep 09 22:28:59.088129 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '487faea2-af98-4ad3-bc1c-e5946a0a9934', 'tag': '491d5ca5-09d2-4689-870c-abeddc93c33e'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:28:59.091164 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc6a31de840fc8aa808063a849dfe176742cab8c19a8c4c2f30ae5ebe0344c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9839464e-f776-4b54-9851-807b9c407cdd" -d '{"events": [{"name": "network-changed", "server_uuid": "487faea2-af98-4ad3-bc1c-e5946a0a9934", "tag": "491d5ca5-09d2-4689-870c-abeddc93c33e"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:28:59.094132 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9e4f2e51-5d7f-487a-8d9b-7f8abb991193 req-4ba897a3-aa59-4074-9c00-380f3ad62518 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556731 Sep 09 22:28:59.140979 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede22c7b-d3fb-4ee5-bd09-e01365e5fe36 x-openstack-request-id: req-ede22c7b-d3fb-4ee5-bd09-e01365e5fe36 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:28:59.142009 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "487faea2-af98-4ad3-bc1c-e5946a0a9934", "tag": "491d5ca5-09d2-4689-870c-abeddc93c33e", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:28:59.142009 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ede22c7b-d3fb-4ee5-bd09-e01365e5fe36 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:28:59.142009 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '487faea2-af98-4ad3-bc1c-e5946a0a9934', 'tag': '491d5ca5-09d2-4689-870c-abeddc93c33e', 'status': 'completed', 'code': 200} Sep 09 22:28:59.208417 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9839464e-f776-4b54-9851-807b9c407cdd req-00e22e0b-3b06-4ce9-ad92-910f5d010df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:59.210295 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9839464e-f776-4b54-9851-807b9c407cdd req-00e22e0b-3b06-4ce9-ad92-910f5d010df7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=17b7ba05b1cf4d60a5f99ba7e03a82dc&device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 1098 time: 0.0439570 Sep 09 22:28:59.210977 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-c611d04f-299a-49df-8320-03b04f13562b None None] Set router e16c9b6d-4b60-4b46-964a-2c60d23d2f5a gateway port host: dv-cinder-759955-23-iscsi {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:28:59.311946 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9839464e-f776-4b54-9851-807b9c407cdd req-d014734d-89c6-42ce-8099-15b8a908307b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:59.313467 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9839464e-f776-4b54-9851-807b9c407cdd req-d014734d-89c6-42ce-8099-15b8a908307b service neutron] 10.222.0.20 "GET /v2.0/networks?id=400f8173-ba02-43b5-8ce5-c9f86dbae434 HTTP/1.1" status: 200 len: 917 time: 0.0955946 Sep 09 22:28:59.390787 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9839464e-f776-4b54-9851-807b9c407cdd req-23aa9e2c-8d38-4e6d-83f7-fa38839fc9dc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=491d5ca5-09d2-4689-870c-abeddc93c33e HTTP/1.1" status: 200 len: 999 time: 0.0650816 Sep 09 22:28:59.449811 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9839464e-f776-4b54-9851-807b9c407cdd req-b9b52231-d9fa-4051-9a0c-123bc4d4bb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:59.452076 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9839464e-f776-4b54-9851-807b9c407cdd req-b9b52231-d9fa-4051-9a0c-123bc4d4bb10 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aea9e89c-ee50-4cf6-8ff5-ae7a991147d2 HTTP/1.1" status: 200 len: 856 time: 0.0484557 Sep 09 22:28:59.507683 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9839464e-f776-4b54-9851-807b9c407cdd req-3b35a1e2-f31d-4c67-9c03-ba00fb02d1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:28:59.509299 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9839464e-f776-4b54-9851-807b9c407cdd req-3b35a1e2-f31d-4c67-9c03-ba00fb02d1c9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=400f8173-ba02-43b5-8ce5-c9f86dbae434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0496819 Sep 09 22:28:59.515757 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-c611d04f-299a-49df-8320-03b04f13562b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1415468578-router', 'tenant_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'ebb9b6e2-ccd7-416f-98d3-d0dc31056a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:28:33Z', 'updated_at': '2021-09-09T22:28:36Z', 'revision_number': 4, 'project_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'gw_port': {'id': 'ebb9b6e2-ccd7-416f-98d3-d0dc31056a56', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:28:34Z', 'updated_at': '2021-09-09T22:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_floatingips': [{'id': 'e7f2e826-b3fb-4cb4-8383-41c9a703822b', 'tenant_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'floating_ip_address': '172.27.3.210', 'floating_network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'router_id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'port_id': '491d5ca5-09d2-4689-870c-abeddc93c33e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400f8173-ba02-43b5-8ce5-c9f86dbae434', 'mac_address': 'fa:16:3e:41:be:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487faea2-af98-4ad3-bc1c-e5946a0a9934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:28:38Z', 'updated_at': '2021-09-09T22:28:58Z', 'revision_number': 1, 'project_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6d4898a-d718-4020-9e02-61795c06294c', 'name': '', 'network_id': '400f8173-ba02-43b5-8ce5-c9f86dbae434', 'tenant_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'mac_address': 'fa:16:3e:40:4b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'aea9e89c-ee50-4cf6-8ff5-ae7a991147d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:28:35Z', 'updated_at': '2021-09-09T22:28:41Z', 'revision_number': 5, 'project_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'subnets': [{'id': 'aea9e89c-ee50-4cf6-8ff5-ae7a991147d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:28:59.550272 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c611d04f-299a-49df-8320-03b04f13562b None None] Checking router: e16c9b6d-4b60-4b46-964a-2c60d23d2f5a for host: dv-cinder-759955-23-iscsi {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:28:59.561558 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c611d04f-299a-49df-8320-03b04f13562b None None] Routers {'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:28:59.562134 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-c611d04f-299a-49df-8320-03b04f13562b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:28:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['e16c9b6d-4b60-4b46-964a-2c60d23d2f5a'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:28:59.611561 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9839464e-f776-4b54-9851-807b9c407cdd req-9b262a5b-14b6-4cb6-b16b-262d63c9c41c service neutron] 10.222.0.20 "GET /v2.0/networks/400f8173-ba02-43b5-8ce5-c9f86dbae434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939426 Sep 09 22:28:59.714023 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9839464e-f776-4b54-9851-807b9c407cdd req-a1cf4f4c-eae1-4ae0-9e9c-a96b25c8b74b service neutron] 10.222.0.20 "GET /v2.0/networks/400f8173-ba02-43b5-8ce5-c9f86dbae434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953870 Sep 09 22:28:59.793851 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-c611d04f-299a-49df-8320-03b04f13562b None None] Set router e16c9b6d-4b60-4b46-964a-2c60d23d2f5a gateway port host: dv-cinder-759955-23-iscsi {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:29:00.042739 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-c611d04f-299a-49df-8320-03b04f13562b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1415468578-router', 'tenant_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'ebb9b6e2-ccd7-416f-98d3-d0dc31056a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:28:33Z', 'updated_at': '2021-09-09T22:28:36Z', 'revision_number': 4, 'project_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'gw_port': {'id': 'ebb9b6e2-ccd7-416f-98d3-d0dc31056a56', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:28:34Z', 'updated_at': '2021-09-09T22:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_floatingips': [{'id': 'e7f2e826-b3fb-4cb4-8383-41c9a703822b', 'tenant_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'floating_ip_address': '172.27.3.210', 'floating_network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'router_id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'port_id': '491d5ca5-09d2-4689-870c-abeddc93c33e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400f8173-ba02-43b5-8ce5-c9f86dbae434', 'mac_address': 'fa:16:3e:41:be:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487faea2-af98-4ad3-bc1c-e5946a0a9934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:28:38Z', 'updated_at': '2021-09-09T22:28:58Z', 'revision_number': 1, 'project_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6d4898a-d718-4020-9e02-61795c06294c', 'name': '', 'network_id': '400f8173-ba02-43b5-8ce5-c9f86dbae434', 'tenant_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'mac_address': 'fa:16:3e:40:4b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'aea9e89c-ee50-4cf6-8ff5-ae7a991147d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:28:35Z', 'updated_at': '2021-09-09T22:28:41Z', 'revision_number': 5, 'project_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'subnets': [{'id': 'aea9e89c-ee50-4cf6-8ff5-ae7a991147d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:29:00.080852 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c611d04f-299a-49df-8320-03b04f13562b None None] The sync data for ids ['e16c9b6d-4b60-4b46-964a-2c60d23d2f5a'] in dv-cinder-759955-23-iscsi is: [{'id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1415468578-router', 'tenant_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'ebb9b6e2-ccd7-416f-98d3-d0dc31056a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:28:33Z', 'updated_at': '2021-09-09T22:28:36Z', 'revision_number': 4, 'project_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'gw_port': {'id': 'ebb9b6e2-ccd7-416f-98d3-d0dc31056a56', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:28:34Z', 'updated_at': '2021-09-09T22:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_floatingips': [{'id': 'e7f2e826-b3fb-4cb4-8383-41c9a703822b', 'tenant_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'floating_ip_address': '172.27.3.210', 'floating_network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'router_id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'port_id': '491d5ca5-09d2-4689-870c-abeddc93c33e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400f8173-ba02-43b5-8ce5-c9f86dbae434', 'mac_address': 'fa:16:3e:41:be:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '487faea2-af98-4ad3-bc1c-e5946a0a9934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:28:38Z', 'updated_at': '2021-09-09T22:28:58Z', 'revision_number': 1, 'project_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6d4898a-d718-4020-9e02-61795c06294c', 'name': '', 'network_id': '400f8173-ba02-43b5-8ce5-c9f86dbae434', 'tenant_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'mac_address': 'fa:16:3e:40:4b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'aea9e89c-ee50-4cf6-8ff5-ae7a991147d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:28:35Z', 'updated_at': '2021-09-09T22:28:41Z', 'revision_number': 5, 'project_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'subnets': [{'id': 'aea9e89c-ee50-4cf6-8ff5-ae7a991147d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:29:00.218944 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7f790-b33a-4ba9-a4fc-17181661717b req-3d04c0bc-8aa4-4d7f-a3e9-2e7f2c6fb71b tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:29:00.220813 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-06c7f790-b33a-4ba9-a4fc-17181661717b req-3d04c0bc-8aa4-4d7f-a3e9-2e7f2c6fb71b tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 946 time: 0.0531764 Sep 09 22:29:00.267396 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-06c7f790-b33a-4ba9-a4fc-17181661717b req-a5244f5b-be17-4757-a1db-6193f561189c tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380573 Sep 09 22:29:00.326695 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2484d2-c00e-49e2-8693-d4902c56bd09 None None] New status for floating IP e7f2e826-b3fb-4cb4-8383-41c9a703822b: ACTIVE {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 22:29:00.395259 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 60102) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:29:00.506142 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dc406a7c-9668-49cf-bf08-5f8d99754326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:00.603923 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dc406a7c-9668-49cf-bf08-5f8d99754326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:00.607637 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dc406a7c-9668-49cf-bf08-5f8d99754326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:00.645106 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-dc406a7c-9668-49cf-bf08-5f8d99754326 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0421266c95e0435ab060d2992923fd50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2487648 Sep 09 22:29:00.647077 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc406a7c-9668-49cf-bf08-5f8d99754326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c205952-04e4-4980-ace8-c21039e2eab3,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:29:00.647885 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 60106) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:29:00.695614 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-df0cd781-9c33-422a-b8d6-ad53476a274c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:00.716004 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-df0cd781-9c33-422a-b8d6-ad53476a274c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:00.764914 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-df0cd781-9c33-422a-b8d6-ad53476a274c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:00.767710 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-df0cd781-9c33-422a-b8d6-ad53476a274c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:00.768912 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-df0cd781-9c33-422a-b8d6-ad53476a274c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5c205952-04e4-4980-ace8-c21039e2eab3 HTTP/1.1" status: 204 len: 168 time: 0.1197875 Sep 09 22:29:00.776676 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0cd781-9c33-422a-b8d6-ad53476a274c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c205952-04e4-4980-ace8-c21039e2eab3,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:29:01.022213 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 60112) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:29:01.035582 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-511ca2aa-9e74-4a33-98a0-2435379e2e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:01.123611 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-511ca2aa-9e74-4a33-98a0-2435379e2e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:01.128277 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-511ca2aa-9e74-4a33-98a0-2435379e2e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:01.169243 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-511ca2aa-9e74-4a33-98a0-2435379e2e33 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=28f4eaf39f0c40bfb4aa884fe1f0fcc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1459033 Sep 09 22:29:01.170037 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ca2aa-9e74-4a33-98a0-2435379e2e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a26d412-9102-497f-89ff-e0ea02a7e44e,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:29:01.171930 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 60116) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:29:01.220171 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ebfc5092-83fb-416b-85fc-96282e1dd71e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:01.234201 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 2b44d6d5-e4b8-48f8-be78-96e3e4baa16c no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:29:01.240248 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ebfc5092-83fb-416b-85fc-96282e1dd71e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:01.257698 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] No Port match for: 2b44d6d5-e4b8-48f8-be78-96e3e4baa16c {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:29:01.258032 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 2b44d6d5-e4b8-48f8-be78-96e3e4baa16c not bound to the agent host hv-cinder-75995 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:29:01.288378 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ebfc5092-83fb-416b-85fc-96282e1dd71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:01.291340 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ebfc5092-83fb-416b-85fc-96282e1dd71e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:01.292583 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-ebfc5092-83fb-416b-85fc-96282e1dd71e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7a26d412-9102-497f-89ff-e0ea02a7e44e HTTP/1.1" status: 204 len: 168 time: 0.1195567 Sep 09 22:29:01.314906 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc5092-83fb-416b-85fc-96282e1dd71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a26d412-9102-497f-89ff-e0ea02a7e44e,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:29:01.408414 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8684786-e0e3-4760-bd6d-a0d9f98b3e8d req-2661383f-b6d2-4a7c-9692-7ed296341925 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:29:01.409877 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f8684786-e0e3-4760-bd6d-a0d9f98b3e8d req-2661383f-b6d2-4a7c-9692-7ed296341925 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 946 time: 0.0488021 Sep 09 22:29:01.446930 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f8684786-e0e3-4760-bd6d-a0d9f98b3e8d req-2e715c16-7c18-4cd8-b58f-7e6b8fdd3466 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311899 Sep 09 22:29:02.564960 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bc315b-d08c-4b2c-a77d-502081b6e7a2 req-69b10604-1c51-40d6-b62a-ba255fe7df56 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:29:02.566324 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d5bc315b-d08c-4b2c-a77d-502081b6e7a2 req-69b10604-1c51-40d6-b62a-ba255fe7df56 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 946 time: 0.0526927 Sep 09 22:29:02.604680 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d5bc315b-d08c-4b2c-a77d-502081b6e7a2 req-2ba813e1-247f-4430-8908-4a67dc32bd0e tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325260 Sep 09 22:29:02.649166 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f8a86fd4-0260-4116-b4aa-c53de91a3b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:02.942016 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 60178) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:29:03.043613 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e29f88d1-397e-498c-a835-9bba6287a503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:03.136139 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e29f88d1-397e-498c-a835-9bba6287a503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:03.140502 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e29f88d1-397e-498c-a835-9bba6287a503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:03.193272 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-e29f88d1-397e-498c-a835-9bba6287a503 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=62f8efff3df64824a678ddfe0df47ac6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2500372 Sep 09 22:29:03.193823 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f88d1-397e-498c-a835-9bba6287a503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=489f6bf6-7519-4959-941a-585dcf428fc4,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:29:03.195669 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 60184) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:29:03.244984 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c94c740f-4d8b-4a74-a83e-9a3ae1d6b172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:03.266872 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c94c740f-4d8b-4a74-a83e-9a3ae1d6b172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:03.312252 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c94c740f-4d8b-4a74-a83e-9a3ae1d6b172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:03.314783 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c94c740f-4d8b-4a74-a83e-9a3ae1d6b172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:03.315945 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-c94c740f-4d8b-4a74-a83e-9a3ae1d6b172 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/489f6bf6-7519-4959-941a-585dcf428fc4 HTTP/1.1" status: 204 len: 168 time: 0.1190517 Sep 09 22:29:03.323206 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94c740f-4d8b-4a74-a83e-9a3ae1d6b172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=489f6bf6-7519-4959-941a-585dcf428fc4,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:29:03.570838 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 60190) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:29:03.583429 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-37d4bc0e-2c1d-430f-8bf9-032ae33b5c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:03.675978 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-37d4bc0e-2c1d-430f-8bf9-032ae33b5c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:03.686121 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-37d4bc0e-2c1d-430f-8bf9-032ae33b5c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:03.744668 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-37d4bc0e-2c1d-430f-8bf9-032ae33b5c4c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=864ca7b76c74460db28de137395d69ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1726928 Sep 09 22:29:03.747357 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 60194) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:29:03.750187 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d4bc0e-2c1d-430f-8bf9-032ae33b5c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af313a2-5dcd-4f5c-9404-b4bab4a58c0d,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:29:03.758931 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d4bc0e-2c1d-430f-8bf9-032ae33b5c4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:29:03.759271 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d4bc0e-2c1d-430f-8bf9-032ae33b5c4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:29:03.759636 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d4bc0e-2c1d-430f-8bf9-032ae33b5c4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:29:03.760357 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d4bc0e-2c1d-430f-8bf9-032ae33b5c4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:29:03.760707 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d4bc0e-2c1d-430f-8bf9-032ae33b5c4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:29:03.761035 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d4bc0e-2c1d-430f-8bf9-032ae33b5c4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:29:03.761356 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d4bc0e-2c1d-430f-8bf9-032ae33b5c4c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:29:03.761702 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d4bc0e-2c1d-430f-8bf9-032ae33b5c4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:29:03.762618 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d4bc0e-2c1d-430f-8bf9-032ae33b5c4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:29:03.762938 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d4bc0e-2c1d-430f-8bf9-032ae33b5c4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:29:03.763254 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d4bc0e-2c1d-430f-8bf9-032ae33b5c4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:29:03.763570 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d4bc0e-2c1d-430f-8bf9-032ae33b5c4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:29:03.773981 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff954f-cdce-4fd6-8f1c-962f85b63d6b req-8f00245d-8a17-43c5-9eb6-1b7804cff363 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:29:03.775401 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c7ff954f-cdce-4fd6-8f1c-962f85b63d6b req-8f00245d-8a17-43c5-9eb6-1b7804cff363 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 946 time: 0.1015928 Sep 09 22:29:03.798236 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ff2d0add-2984-4039-9b92-5a2160327b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:03.814040 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c7ff954f-cdce-4fd6-8f1c-962f85b63d6b req-61d74386-1ac8-49e6-83a4-abe3d1967d9c tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320551 Sep 09 22:29:03.819328 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ff2d0add-2984-4039-9b92-5a2160327b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:03.868372 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ff2d0add-2984-4039-9b92-5a2160327b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:03.870930 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ff2d0add-2984-4039-9b92-5a2160327b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:03.874636 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-ff2d0add-2984-4039-9b92-5a2160327b3f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7af313a2-5dcd-4f5c-9404-b4bab4a58c0d HTTP/1.1" status: 204 len: 168 time: 0.1238492 Sep 09 22:29:03.880620 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d0add-2984-4039-9b92-5a2160327b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af313a2-5dcd-4f5c-9404-b4bab4a58c0d,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:29:04.059716 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ed762-5ea2-4e63-a9d5-b62a91e7e4bb req-acb8fe25-6392-4407-ba99-6d50a416ddb8 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:29:04.066819 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-799ed762-5ea2-4e63-a9d5-b62a91e7e4bb req-acb8fe25-6392-4407-ba99-6d50a416ddb8 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 946 time: 0.0624218 Sep 09 22:29:04.136371 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8966f6-409e-4380-a651-4db36c9bc33f req-ddcbc48a-cfba-454c-b21d-d0d087cc88e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:29:04.136371 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7c8966f6-409e-4380-a651-4db36c9bc33f req-ddcbc48a-cfba-454c-b21d-d0d087cc88e2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=096fa68883894e368796bcd92c5e8218&device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 1099 time: 0.0601568 Sep 09 22:29:04.138132 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-799ed762-5ea2-4e63-a9d5-b62a91e7e4bb req-ad13fdc0-7ccc-4c23-9d23-e61303579080 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705562 Sep 09 22:29:04.230111 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8966f6-409e-4380-a651-4db36c9bc33f req-c4496490-9f56-49fd-862c-8789e3504819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:29:04.231754 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7c8966f6-409e-4380-a651-4db36c9bc33f req-c4496490-9f56-49fd-862c-8789e3504819 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b7e517a4-55ac-4999-ad3f-46426478f73d HTTP/1.1" status: 200 len: 911 time: 0.0893972 Sep 09 22:29:04.317729 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7c8966f6-409e-4380-a651-4db36c9bc33f req-7b8acc7d-df5c-43a1-be93-5ef77f503d05 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60e86550-edb7-4064-8f03-cb6b7be251e7 HTTP/1.1" status: 200 len: 1002 time: 0.0702915 Sep 09 22:29:04.381963 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8966f6-409e-4380-a651-4db36c9bc33f req-e6325dc6-470d-4458-b3db-ef63eed1009a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:29:04.383630 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7c8966f6-409e-4380-a651-4db36c9bc33f req-e6325dc6-470d-4458-b3db-ef63eed1009a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6cc1261c-ba68-4d29-a19d-d09d50ae8bfc HTTP/1.1" status: 200 len: 850 time: 0.0571783 Sep 09 22:29:04.449829 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8966f6-409e-4380-a651-4db36c9bc33f req-3f4008ec-13a0-4c39-b37d-f1954ba915ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:29:04.451432 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7c8966f6-409e-4380-a651-4db36c9bc33f req-3f4008ec-13a0-4c39-b37d-f1954ba915ff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b7e517a4-55ac-4999-ad3f-46426478f73d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0538938 Sep 09 22:29:04.560765 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7c8966f6-409e-4380-a651-4db36c9bc33f req-707aeca3-9caf-4fb2-9918-ca8c91fcb6ce service neutron] 10.222.0.20 "GET /v2.0/networks/b7e517a4-55ac-4999-ad3f-46426478f73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013386 Sep 09 22:29:04.666102 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7c8966f6-409e-4380-a651-4db36c9bc33f req-0fbbc11c-19ca-420b-97c2-1edd6e8f4b83 service neutron] 10.222.0.20 "GET /v2.0/networks/b7e517a4-55ac-4999-ad3f-46426478f73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963573 Sep 09 22:29:04.943466 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:05.016177 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 60238) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:29:05.120291 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c14a71ed-ce9c-4196-9147-213cde74528f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:05.213995 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c14a71ed-ce9c-4196-9147-213cde74528f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:05.221166 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c14a71ed-ce9c-4196-9147-213cde74528f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:05.252264 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 60246) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:29:05.252636 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-c14a71ed-ce9c-4196-9147-213cde74528f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=aa1b40827ba3445a80e3870dba1b6f86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2351985 Sep 09 22:29:05.276617 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a71ed-ce9c-4196-9147-213cde74528f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a9bb43-1ced-416c-a4ca-10c12ea06b82,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:29:05.288517 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2a316-b85e-439d-b861-80104cb3106e req-f56a19b5-bf27-4464-86c1-8aac418c5adc tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:29:05.289983 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b8b2a316-b85e-439d-b861-80104cb3106e req-f56a19b5-bf27-4464-86c1-8aac418c5adc tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 946 time: 0.0806639 Sep 09 22:29:05.339384 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-06f1ed46-7760-41ba-9539-97ed907c6f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:05.343163 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b8b2a316-b85e-439d-b861-80104cb3106e req-4ac1b202-cf12-4131-91cf-d418327a78a4 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445075 Sep 09 22:29:05.363500 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-06f1ed46-7760-41ba-9539-97ed907c6f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:05.380718 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-51bc81a1-bd4a-4059-99a0-bfb78680c141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:05.409431 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-06f1ed46-7760-41ba-9539-97ed907c6f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:05.411939 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-06f1ed46-7760-41ba-9539-97ed907c6f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:05.413066 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-06f1ed46-7760-41ba-9539-97ed907c6f43 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/65a9bb43-1ced-416c-a4ca-10c12ea06b82 HTTP/1.1" status: 204 len: 168 time: 0.1599014 Sep 09 22:29:05.421386 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f1ed46-7760-41ba-9539-97ed907c6f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a9bb43-1ced-416c-a4ca-10c12ea06b82,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:29:05.798914 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:06.467016 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43f6aa2-6adb-4a15-aff9-d02d6af5431d req-6cb83a79-7498-4b6c-80f6-d6515aaac007 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:29:06.469200 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c43f6aa2-6adb-4a15-aff9-d02d6af5431d req-6cb83a79-7498-4b6c-80f6-d6515aaac007 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 946 time: 0.0538456 Sep 09 22:29:06.518157 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c43f6aa2-6adb-4a15-aff9-d02d6af5431d req-4e1e30b4-353a-4b8b-a27a-4249149463d7 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408285 Sep 09 22:29:06.691615 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:06.759613 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-44b59a12-678a-48b5-86ef-b2a1e1750d36 req-b8a9f75c-f4a4-4ec4-a282-ecc5e2d285c6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409961 Sep 09 22:29:06.839241 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b59a12-678a-48b5-86ef-b2a1e1750d36 req-562a7994-9681-42dc-bf1d-ec6f0148393d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:29:06.840754 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-44b59a12-678a-48b5-86ef-b2a1e1750d36 req-562a7994-9681-42dc-bf1d-ec6f0148393d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=096fa68883894e368796bcd92c5e8218&device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 1099 time: 0.0402851 Sep 09 22:29:06.943645 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b59a12-678a-48b5-86ef-b2a1e1750d36 req-5ac2311b-14a0-4402-a371-4533f73efe09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:29:06.945043 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-44b59a12-678a-48b5-86ef-b2a1e1750d36 req-5ac2311b-14a0-4402-a371-4533f73efe09 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b7e517a4-55ac-4999-ad3f-46426478f73d HTTP/1.1" status: 200 len: 911 time: 0.0854998 Sep 09 22:29:07.014830 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-44b59a12-678a-48b5-86ef-b2a1e1750d36 req-a3ea024e-25ac-42b0-a546-e6a69d459d42 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=60e86550-edb7-4064-8f03-cb6b7be251e7 HTTP/1.1" status: 200 len: 1002 time: 0.0631986 Sep 09 22:29:07.066795 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b59a12-678a-48b5-86ef-b2a1e1750d36 req-95df8e31-abec-4472-b39d-4c6f0f934904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:29:07.068601 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-44b59a12-678a-48b5-86ef-b2a1e1750d36 req-95df8e31-abec-4472-b39d-4c6f0f934904 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6cc1261c-ba68-4d29-a19d-d09d50ae8bfc HTTP/1.1" status: 200 len: 850 time: 0.0467191 Sep 09 22:29:07.121495 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b59a12-678a-48b5-86ef-b2a1e1750d36 req-35ce53b9-dbf8-4035-b4bd-b084584ad2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:29:07.123017 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-44b59a12-678a-48b5-86ef-b2a1e1750d36 req-35ce53b9-dbf8-4035-b4bd-b084584ad2d2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b7e517a4-55ac-4999-ad3f-46426478f73d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0474427 Sep 09 22:29:07.219035 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-44b59a12-678a-48b5-86ef-b2a1e1750d36 req-f0589624-76ec-427c-982b-4aafc2bd8f0c service neutron] 10.222.0.20 "GET /v2.0/networks/b7e517a4-55ac-4999-ad3f-46426478f73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885830 Sep 09 22:29:07.313821 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-44b59a12-678a-48b5-86ef-b2a1e1750d36 req-1fdfd85f-1a06-44aa-9630-3494375b41a5 service neutron] 10.222.0.20 "GET /v2.0/networks/b7e517a4-55ac-4999-ad3f-46426478f73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873322 Sep 09 22:29:08.075265 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:18.155244 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 60472) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:29:18.256914 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-29db2acc-f0cc-42bb-ba78-791b8c840c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:18.350945 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-29db2acc-f0cc-42bb-ba78-791b8c840c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:18.356574 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-29db2acc-f0cc-42bb-ba78-791b8c840c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:18.396478 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-29db2acc-f0cc-42bb-ba78-791b8c840c04 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e4f6b586f6084536bd729826d0463497&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2400718 Sep 09 22:29:18.397400 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db2acc-f0cc-42bb-ba78-791b8c840c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6727b1c3-022e-473a-92ba-18650abef455,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:29:18.399057 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 60482) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:29:18.450216 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-67c0c144-6f27-49e4-8573-487dee357105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:18.471112 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-67c0c144-6f27-49e4-8573-487dee357105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:18.521137 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-67c0c144-6f27-49e4-8573-487dee357105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:18.524782 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-67c0c144-6f27-49e4-8573-487dee357105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:18.526290 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-67c0c144-6f27-49e4-8573-487dee357105 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6727b1c3-022e-473a-92ba-18650abef455 HTTP/1.1" status: 204 len: 168 time: 0.1261892 Sep 09 22:29:18.535635 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c0c144-6f27-49e4-8573-487dee357105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6727b1c3-022e-473a-92ba-18650abef455,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:29:24.956866 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 60570) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:29:25.002316 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-3501557e-a535-4407-9db8-c7df7af1bed8 admin admin] Deleting subnet 307b117c-d0b0-4736-b594-24c28eb2e44f {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 22:29:25.005362 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3501557e-a535-4407-9db8-c7df7af1bed8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:25.039246 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3501557e-a535-4407-9db8-c7df7af1bed8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25922394'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:25.079720 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3501557e-a535-4407-9db8-c7df7af1bed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1479288'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:25.128917 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3501557e-a535-4407-9db8-c7df7af1bed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1479281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27131235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26101001'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:25.153909 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3501557e-a535-4407-9db8-c7df7af1bed8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=307b117c-d0b0-4736-b594-24c28eb2e44f,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:29:25.157435 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3501557e-a535-4407-9db8-c7df7af1bed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:25.159659 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-3501557e-a535-4407-9db8-c7df7af1bed8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/307b117c-d0b0-4736-b594-24c28eb2e44f HTTP/1.1" status: 204 len: 168 time: 0.2012749 Sep 09 22:29:25.161774 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 60574) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:29:25.225177 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ea2e111f-a208-4fbd-80b2-eb8ef9a0dba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1695652'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:25.302219 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ea2e111f-a208-4fbd-80b2-eb8ef9a0dba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476877', 'neutron.services.segments.db._delete_segments_for_network-8781721822877'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:25.321332 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-ea2e111f-a208-4fbd-80b2-eb8ef9a0dba4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba04819e-4d3f-4ea4-afd8-239759d49227']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:29:25.330939 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-ea2e111f-a208-4fbd-80b2-eb8ef9a0dba4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42b58578-5559-4e00-8d47-a54ce09f9050') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:29:25.331180 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-ea2e111f-a208-4fbd-80b2-eb8ef9a0dba4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42b58578-5559-4e00-8d47-a54ce09f9050') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:29:25.339929 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ea2e111f-a208-4fbd-80b2-eb8ef9a0dba4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781721823142', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25922339'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:25.352203 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ea2e111f-a208-4fbd-80b2-eb8ef9a0dba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:25.357868 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea2e111f-a208-4fbd-80b2-eb8ef9a0dba4 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 22:29:25.358235 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ea2e111f-a208-4fbd-80b2-eb8ef9a0dba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27131009'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:25.359796 dv-cinder-759955-23-iscsi neutron-server[93888]: Traceback (most recent call last): Sep 09 22:29:25.359796 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 22:29:25.359796 dv-cinder-759955-23-iscsi neutron-server[93888]: timer() Sep 09 22:29:25.359796 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 22:29:25.359796 dv-cinder-759955-23-iscsi neutron-server[93888]: cb(*args, **kw) Sep 09 22:29:25.359796 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 22:29:25.359796 dv-cinder-759955-23-iscsi neutron-server[93888]: return func(*args, **kwargs) Sep 09 22:29:25.359796 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 22:29:25.359796 dv-cinder-759955-23-iscsi neutron-server[93888]: self._notify() Sep 09 22:29:25.359796 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 22:29:25.359796 dv-cinder-759955-23-iscsi neutron-server[93888]: self.callback(batched_events) Sep 09 22:29:25.359796 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 22:29:25.359796 dv-cinder-759955-23-iscsi neutron-server[93888]: event.method(event) Sep 09 22:29:25.359796 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 22:29:25.359796 dv-cinder-759955-23-iscsi neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 22:29:25.359796 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 22:29:25.359796 dv-cinder-759955-23-iscsi neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 22:29:25.359796 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 22:29:25.359796 dv-cinder-759955-23-iscsi neutron-server[93888]: return f(self, *a, **k) Sep 09 22:29:25.359796 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 22:29:25.359796 dv-cinder-759955-23-iscsi neutron-server[93888]: return self._get(url).json() Sep 09 22:29:25.359796 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 22:29:25.359796 dv-cinder-759955-23-iscsi neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 22:29:25.359796 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 22:29:25.359796 dv-cinder-759955-23-iscsi neutron-server[93888]: return self.request(url, 'GET', **kwargs) Sep 09 22:29:25.359796 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 22:29:25.359796 dv-cinder-759955-23-iscsi neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 22:29:25.359796 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 22:29:25.359796 dv-cinder-759955-23-iscsi neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 22:29:25.359796 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 22:29:25.359796 dv-cinder-759955-23-iscsi neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 22:29:25.359796 dv-cinder-759955-23-iscsi neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 22:29:25.415291 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ea2e111f-a208-4fbd-80b2-eb8ef9a0dba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1478910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414983'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:25.420385 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ea2e111f-a208-4fbd-80b2-eb8ef9a0dba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:25.422169 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-ea2e111f-a208-4fbd-80b2-eb8ef9a0dba4 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ba04819e-4d3f-4ea4-afd8-239759d49227 HTTP/1.1" status: 204 len: 168 time: 0.2595217 Sep 09 22:29:25.432151 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2e111f-a208-4fbd-80b2-eb8ef9a0dba4 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba04819e-4d3f-4ea4-afd8-239759d49227,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:29:25.582505 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 60578) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:29:25.622334 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-f366769b-7b3f-4600-a750-af58a2a9c8b0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=185f4b4c15104ebfb9a705b5e03a11d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384772 Sep 09 22:29:25.624825 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 60580) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:29:25.673009 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7295d591-3f33-4d38-a997-b8f2d9ae2780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:25.692983 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7295d591-3f33-4d38-a997-b8f2d9ae2780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:25.736267 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7295d591-3f33-4d38-a997-b8f2d9ae2780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:25.738849 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7295d591-3f33-4d38-a997-b8f2d9ae2780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:25.740007 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-7295d591-3f33-4d38-a997-b8f2d9ae2780 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f474b0c3-ff8f-49ea-81a5-d46b5927672e HTTP/1.1" status: 204 len: 168 time: 0.1142957 Sep 09 22:29:25.747194 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295d591-3f33-4d38-a997-b8f2d9ae2780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f474b0c3-ff8f-49ea-81a5-d46b5927672e,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:29:32.640025 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f3520840-f888-4b4c-a23d-5e3510e5eb06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:33.957409 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.agents_db [None req-ca59875f-4706-4e17-8f41-5ac1de1c8425 None None] Agent healthcheck: found 6 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:29:34.950553 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:35.380636 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-72745b1d-f4e7-4374-8ce2-6ca04738a504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:35.800850 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:36.693904 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:38.077729 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:38.585750 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 60686) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:29:38.692331 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d02dda05-5876-4619-92a2-205654ca9a9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:38.781957 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d02dda05-5876-4619-92a2-205654ca9a9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:38.786023 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d02dda05-5876-4619-92a2-205654ca9a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:38.824732 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-d02dda05-5876-4619-92a2-205654ca9a9a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ef48b5a90b964bb4917a3d5ffad5943e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2378426 Sep 09 22:29:38.825581 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02dda05-5876-4619-92a2-205654ca9a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d7a437-a371-4cf6-b17b-ca7e87a81618,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:29:38.828062 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 60692) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:29:38.877477 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b389bbd1-78de-4595-b2c8-b57fd5bcdeb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:38.898399 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b389bbd1-78de-4595-b2c8-b57fd5bcdeb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:38.943495 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b389bbd1-78de-4595-b2c8-b57fd5bcdeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:38.946091 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b389bbd1-78de-4595-b2c8-b57fd5bcdeb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:38.947213 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-b389bbd1-78de-4595-b2c8-b57fd5bcdeb8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e6d7a437-a371-4cf6-b17b-ca7e87a81618 HTTP/1.1" status: 204 len: 168 time: 0.1186652 Sep 09 22:29:38.954610 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b389bbd1-78de-4595-b2c8-b57fd5bcdeb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d7a437-a371-4cf6-b17b-ca7e87a81618,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:29:38.961321 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b389bbd1-78de-4595-b2c8-b57fd5bcdeb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:29:38.961661 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b389bbd1-78de-4595-b2c8-b57fd5bcdeb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:29:38.961995 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b389bbd1-78de-4595-b2c8-b57fd5bcdeb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:29:38.962318 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b389bbd1-78de-4595-b2c8-b57fd5bcdeb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:29:38.962668 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b389bbd1-78de-4595-b2c8-b57fd5bcdeb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:29:38.962988 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b389bbd1-78de-4595-b2c8-b57fd5bcdeb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:29:38.963308 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b389bbd1-78de-4595-b2c8-b57fd5bcdeb8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:29:38.963630 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b389bbd1-78de-4595-b2c8-b57fd5bcdeb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:29:38.964512 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b389bbd1-78de-4595-b2c8-b57fd5bcdeb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:29:38.964944 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b389bbd1-78de-4595-b2c8-b57fd5bcdeb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:29:38.965480 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b389bbd1-78de-4595-b2c8-b57fd5bcdeb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:29:38.965820 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b389bbd1-78de-4595-b2c8-b57fd5bcdeb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:29:45.416294 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7850a248-5fc2-4770-a858-0de7279c3338 req-7e2406f0-8e67-4c34-b753-14207ff616e1 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:29:45.417758 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7850a248-5fc2-4770-a858-0de7279c3338 req-7e2406f0-8e67-4c34-b753-14207ff616e1 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 946 time: 0.0511444 Sep 09 22:29:45.455226 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7850a248-5fc2-4770-a858-0de7279c3338 req-0c780eae-2ee2-4ff4-a885-9301b079aa68 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309863 Sep 09 22:29:46.568954 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4d3c7-5f5b-4bc6-9374-7ce2f31d6f6f req-1b264c34-c7f4-437f-9349-de2ac408e513 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:29:46.570406 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b3d4d3c7-5f5b-4bc6-9374-7ce2f31d6f6f req-1b264c34-c7f4-437f-9349-de2ac408e513 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 946 time: 0.0483475 Sep 09 22:29:46.613337 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b3d4d3c7-5f5b-4bc6-9374-7ce2f31d6f6f req-b2f49dee-a8ed-45ae-bcc3-cdf1dd7f4327 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358500 Sep 09 22:29:47.501502 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd92ca9-5d3f-4710-8bf6-1dd6d884cf7e req-12c904f2-08c6-4450-8981-54fd31d0ee5b tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:29:47.502926 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9fd92ca9-5d3f-4710-8bf6-1dd6d884cf7e req-12c904f2-08c6-4450-8981-54fd31d0ee5b tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 946 time: 0.0470383 Sep 09 22:29:47.591476 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-9fd92ca9-5d3f-4710-8bf6-1dd6d884cf7e req-f9f9be52-4359-4db4-b7e7-e6e23b13b9a6 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Deleting port 60e86550-edb7-4064-8f03-cb6b7be251e7 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:29:47.592028 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9fd92ca9-5d3f-4710-8bf6-1dd6d884cf7e req-f9f9be52-4359-4db4-b7e7-e6e23b13b9a6 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:47.685958 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-9fd92ca9-5d3f-4710-8bf6-1dd6d884cf7e req-f9f9be52-4359-4db4-b7e7-e6e23b13b9a6 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] For port 60e86550-edb7-4064-8f03-cb6b7be251e7, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=60e86550-edb7-4064-8f03-cb6b7be251e7,segment=NetworkSegment(4662fadd-827e-45f1-8d32-577d068e5c88),segment_id=4662fadd-827e-45f1-8d32-577d068e5c88)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:29:47.686314 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9fd92ca9-5d3f-4710-8bf6-1dd6d884cf7e req-f9f9be52-4359-4db4-b7e7-e6e23b13b9a6 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:47.823139 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f298393-b8b0-43f2-ab1c-74dd05c774a1 req-09ed0085-ccca-47cc-a1d5-9d82a931ba7e tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:29:47.824648 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1f298393-b8b0-43f2-ab1c-74dd05c774a1 req-09ed0085-ccca-47cc-a1d5-9d82a931ba7e tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff0589ba-9f5e-484b-87c0-04cc2221eb5a HTTP/1.1" status: 200 len: 946 time: 0.1414897 Sep 09 22:29:47.910648 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 60796) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:29:48.022430 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c5762e1d-6ce8-4a56-9983-e9dfb5a735d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:48.122634 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c5762e1d-6ce8-4a56-9983-e9dfb5a735d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:48.126175 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c5762e1d-6ce8-4a56-9983-e9dfb5a735d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:48.143212 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1f298393-b8b0-43f2-ab1c-74dd05c774a1 req-4736795e-df4e-4e61-aac9-6123213177f3 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=72000260-6a83-4088-ba98-9eec0a179239&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3124466 Sep 09 22:29:48.163495 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5762e1d-6ce8-4a56-9983-e9dfb5a735d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ade304d0-f70a-473b-899a-3be0bd6a33de,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:29:48.168114 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-c5762e1d-6ce8-4a56-9983-e9dfb5a735d9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=66d62c4e58aa4e278485c3d886c4a9e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2563610 Sep 09 22:29:48.170565 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 60800) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:29:48.195588 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9fd92ca9-5d3f-4710-8bf6-1dd6d884cf7e req-f9f9be52-4359-4db4-b7e7-e6e23b13b9a6 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:48.195948 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9fd92ca9-5d3f-4710-8bf6-1dd6d884cf7e req-f9f9be52-4359-4db4-b7e7-e6e23b13b9a6 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415029'] for floatingip, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:48.196334 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.db.l3_db [req-9fd92ca9-5d3f-4710-8bf6-1dd6d884cf7e req-f9f9be52-4359-4db4-b7e7-e6e23b13b9a6 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Floating IP 342516f2-b670-4624-bace-db213dd16e6c disassociated. External IP: 172.27.3.248, port: 60e86550-edb7-4064-8f03-cb6b7be251e7. Sep 09 22:29:48.196707 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-9fd92ca9-5d3f-4710-8bf6-1dd6d884cf7e req-f9f9be52-4359-4db4-b7e7-e6e23b13b9a6 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Calling delete_port for 60e86550-edb7-4064-8f03-cb6b7be251e7 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:29:48.217783 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-134335ae-20d3-402a-b14d-7b889cfec453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:48.237905 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-134335ae-20d3-402a-b14d-7b889cfec453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:48.285252 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-134335ae-20d3-402a-b14d-7b889cfec453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:48.287739 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-134335ae-20d3-402a-b14d-7b889cfec453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:48.288911 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-134335ae-20d3-402a-b14d-7b889cfec453 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ade304d0-f70a-473b-899a-3be0bd6a33de HTTP/1.1" status: 204 len: 168 time: 0.1174662 Sep 09 22:29:48.298516 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134335ae-20d3-402a-b14d-7b889cfec453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ade304d0-f70a-473b-899a-3be0bd6a33de,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:29:48.332928 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9fd92ca9-5d3f-4710-8bf6-1dd6d884cf7e req-f9f9be52-4359-4db4-b7e7-e6e23b13b9a6 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:48.366272 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f9be52-4359-4db4-b7e7-e6e23b13b9a6 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Pushing event deleted for resources: {'Port': ['ID=60e86550-edb7-4064-8f03-cb6b7be251e7,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:29:48.493324 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fd92ca9-5d3f-4710-8bf6-1dd6d884cf7e req-f9f9be52-4359-4db4-b7e7-e6e23b13b9a6 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Router f439b0aa-4956-4c0c-bca4-6f5bef494f11 has already been hosted by L3 agent ecba8a59-1a63-4f4e-b72e-1c921b89dba6 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:29:48.607348 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fd92ca9-5d3f-4710-8bf6-1dd6d884cf7e req-f9f9be52-4359-4db4-b7e7-e6e23b13b9a6 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify agent at l3_agent.dv-cinder-759955-23-iscsi the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:29:48.619544 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab253d8d-3bf5-4e20-9f07-1d635dea07d4 None None] Sync routers for ids ['f439b0aa-4956-4c0c-bca4-6f5bef494f11'] in dv-cinder-759955-23-iscsi {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:29:48.630006 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab253d8d-3bf5-4e20-9f07-1d635dea07d4 None None] Routers {'f439b0aa-4956-4c0c-bca4-6f5bef494f11'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:29:48.631117 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ab253d8d-3bf5-4e20-9f07-1d635dea07d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:29:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['f439b0aa-4956-4c0c-bca4-6f5bef494f11'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:29:48.647724 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd92ca9-5d3f-4710-8bf6-1dd6d884cf7e req-f9f9be52-4359-4db4-b7e7-e6e23b13b9a6 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] No DVR routers for this DVR port 60e86550-edb7-4064-8f03-cb6b7be251e7 on host hv-cinder-75995 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:29:48.650557 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9fd92ca9-5d3f-4710-8bf6-1dd6d884cf7e req-f9f9be52-4359-4db4-b7e7-e6e23b13b9a6 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:48.652722 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9fd92ca9-5d3f-4710-8bf6-1dd6d884cf7e req-f9f9be52-4359-4db4-b7e7-e6e23b13b9a6 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.20 "DELETE /v2.0/ports/60e86550-edb7-4064-8f03-cb6b7be251e7 HTTP/1.1" status: 204 len: 173 time: 1.1438227 Sep 09 22:29:48.653224 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff0589ba-9f5e-484b-87c0-04cc2221eb5a', 'name': 'network-vif-deleted', 'tag': '60e86550-edb7-4064-8f03-cb6b7be251e7'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:29:48.655474 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febecf7243e3540986e18e5907cacf19c405284daaaade8257553be7db475bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2afdf7db-fec4-468b-a8fb-5b8592737822" -d '{"events": [{"server_uuid": "ff0589ba-9f5e-484b-87c0-04cc2221eb5a", "name": "network-vif-deleted", "tag": "60e86550-edb7-4064-8f03-cb6b7be251e7"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:29:48.729069 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016b9c47-3671-48b1-98cc-8992b97b80ca x-openstack-request-id: req-016b9c47-3671-48b1-98cc-8992b97b80ca {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:29:48.729069 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff0589ba-9f5e-484b-87c0-04cc2221eb5a", "name": "network-vif-deleted", "tag": "60e86550-edb7-4064-8f03-cb6b7be251e7", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:29:48.729069 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-016b9c47-3671-48b1-98cc-8992b97b80ca {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:29:48.730552 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff0589ba-9f5e-484b-87c0-04cc2221eb5a', 'name': 'network-vif-deleted', 'tag': '60e86550-edb7-4064-8f03-cb6b7be251e7', 'status': 'completed', 'code': 200} Sep 09 22:29:48.748354 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-ab253d8d-3bf5-4e20-9f07-1d635dea07d4 None None] Set router f439b0aa-4956-4c0c-bca4-6f5bef494f11 gateway port host: dv-cinder-759955-23-iscsi {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:29:48.967636 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ab253d8d-3bf5-4e20-9f07-1d635dea07d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'name': 'tempest-AttachVolumeTestJSON-1013082683-router', 'tenant_id': '096fa68883894e368796bcd92c5e8218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bb80f9d7-c143-47c1-825e-f6988964b22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:24:54Z', 'updated_at': '2021-09-09T22:25:03Z', 'revision_number': 4, 'project_id': '096fa68883894e368796bcd92c5e8218', 'gw_port': {'id': 'bb80f9d7-c143-47c1-825e-f6988964b22c', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:af:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:24:56Z', 'updated_at': '2021-09-09T22:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': '8964844d-0adc-4147-ab86-e1e57a657f95', 'name': '', 'network_id': 'b7e517a4-55ac-4999-ad3f-46426478f73d', 'tenant_id': '096fa68883894e368796bcd92c5e8218', 'mac_address': 'fa:16:3e:6d:bd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6cc1261c-ba68-4d29-a19d-d09d50ae8bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:25:01Z', 'updated_at': '2021-09-09T22:25:16Z', 'revision_number': 5, 'project_id': '096fa68883894e368796bcd92c5e8218', 'subnets': [{'id': '6cc1261c-ba68-4d29-a19d-d09d50ae8bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:29:48.998538 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab253d8d-3bf5-4e20-9f07-1d635dea07d4 None None] Checking router: f439b0aa-4956-4c0c-bca4-6f5bef494f11 for host: dv-cinder-759955-23-iscsi {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:29:49.013298 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab253d8d-3bf5-4e20-9f07-1d635dea07d4 None None] Routers {'f439b0aa-4956-4c0c-bca4-6f5bef494f11'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:29:49.014991 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ab253d8d-3bf5-4e20-9f07-1d635dea07d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:29:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['f439b0aa-4956-4c0c-bca4-6f5bef494f11'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:29:49.153937 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-ab253d8d-3bf5-4e20-9f07-1d635dea07d4 None None] Set router f439b0aa-4956-4c0c-bca4-6f5bef494f11 gateway port host: dv-cinder-759955-23-iscsi {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:29:49.236025 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 60820) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:29:49.295792 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2c6b6f55-9a65-4322-ba9e-bbd4a569e2c3 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:49.325462 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2c6b6f55-9a65-4322-ba9e-bbd4a569e2c3 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:49.377817 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2c6b6f55-9a65-4322-ba9e-bbd4a569e2c3 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:49.380794 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2c6b6f55-9a65-4322-ba9e-bbd4a569e2c3 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:49.381946 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-2c6b6f55-9a65-4322-ba9e-bbd4a569e2c3 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "DELETE /v2.0/security-groups/72000260-6a83-4088-ba98-9eec0a179239 HTTP/1.1" status: 204 len: 168 time: 0.1449270 Sep 09 22:29:49.385236 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 60822) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:29:49.395528 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6b6f55-9a65-4322-ba9e-bbd4a569e2c3 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72000260-6a83-4088-ba98-9eec0a179239,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:29:49.402838 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.api.v2.resource [None req-3181a0c7-f874-4ebe-9698-2fb74620c7bd tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] show failed (client error): The resource could not be found. Sep 09 22:29:49.403238 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ab253d8d-3bf5-4e20-9f07-1d635dea07d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'name': 'tempest-AttachVolumeTestJSON-1013082683-router', 'tenant_id': '096fa68883894e368796bcd92c5e8218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bb80f9d7-c143-47c1-825e-f6988964b22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:24:54Z', 'updated_at': '2021-09-09T22:25:03Z', 'revision_number': 4, 'project_id': '096fa68883894e368796bcd92c5e8218', 'gw_port': {'id': 'bb80f9d7-c143-47c1-825e-f6988964b22c', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:af:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:24:56Z', 'updated_at': '2021-09-09T22:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': '8964844d-0adc-4147-ab86-e1e57a657f95', 'name': '', 'network_id': 'b7e517a4-55ac-4999-ad3f-46426478f73d', 'tenant_id': '096fa68883894e368796bcd92c5e8218', 'mac_address': 'fa:16:3e:6d:bd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6cc1261c-ba68-4d29-a19d-d09d50ae8bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:25:01Z', 'updated_at': '2021-09-09T22:25:16Z', 'revision_number': 5, 'project_id': '096fa68883894e368796bcd92c5e8218', 'subnets': [{'id': '6cc1261c-ba68-4d29-a19d-d09d50ae8bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:29:49.404556 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-3181a0c7-f874-4ebe-9698-2fb74620c7bd tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups/72000260-6a83-4088-ba98-9eec0a179239 HTTP/1.1" status: 404 len: 347 time: 0.0181856 Sep 09 22:29:49.407432 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 60824) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:29:49.445366 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab253d8d-3bf5-4e20-9f07-1d635dea07d4 None None] The sync data for ids ['f439b0aa-4956-4c0c-bca4-6f5bef494f11'] in dv-cinder-759955-23-iscsi is: [{'id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'name': 'tempest-AttachVolumeTestJSON-1013082683-router', 'tenant_id': '096fa68883894e368796bcd92c5e8218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bb80f9d7-c143-47c1-825e-f6988964b22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:24:54Z', 'updated_at': '2021-09-09T22:25:03Z', 'revision_number': 4, 'project_id': '096fa68883894e368796bcd92c5e8218', 'gw_port': {'id': 'bb80f9d7-c143-47c1-825e-f6988964b22c', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:af:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:24:56Z', 'updated_at': '2021-09-09T22:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': '8964844d-0adc-4147-ab86-e1e57a657f95', 'name': '', 'network_id': 'b7e517a4-55ac-4999-ad3f-46426478f73d', 'tenant_id': '096fa68883894e368796bcd92c5e8218', 'mac_address': 'fa:16:3e:6d:bd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6cc1261c-ba68-4d29-a19d-d09d50ae8bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:25:01Z', 'updated_at': '2021-09-09T22:25:16Z', 'revision_number': 5, 'project_id': '096fa68883894e368796bcd92c5e8218', 'subnets': [{'id': '6cc1261c-ba68-4d29-a19d-d09d50ae8bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:29:49.535138 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-50be835c-108f-4af4-889a-d37c7938eae9 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Deleting port cce6d09f-d327-4405-934f-05dab8d6bf7a {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:29:49.535494 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-50be835c-108f-4af4-889a-d37c7938eae9 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:49.620446 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-50be835c-108f-4af4-889a-d37c7938eae9 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:49.621802 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-50be835c-108f-4af4-889a-d37c7938eae9 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:49.635996 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-50be835c-108f-4af4-889a-d37c7938eae9 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Calling delete_port for cce6d09f-d327-4405-934f-05dab8d6bf7a owned by network:floatingip {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:29:49.696506 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a455e23-1988-4e3c-b184-eb46a752f2d5 None None] New status for floating IP 342516f2-b670-4624-bace-db213dd16e6c: DOWN {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 22:29:49.786748 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-50be835c-108f-4af4-889a-d37c7938eae9 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:49.788357 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.db.api [None req-2a455e23-1988-4e3c-b184-eb46a752f2d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 22:29:49.788806 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG oslo_db.api [None req-2a455e23-1988-4e3c-b184-eb46a752f2d5 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 22:29:49.813806 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50be835c-108f-4af4-889a-d37c7938eae9 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Pushing event deleted for resources: {'Port': ['ID=cce6d09f-d327-4405-934f-05dab8d6bf7a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:29:49.874573 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-50be835c-108f-4af4-889a-d37c7938eae9 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks [] for floatingip, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:49.877208 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-50be835c-108f-4af4-889a-d37c7938eae9 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:49.878342 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-50be835c-108f-4af4-889a-d37c7938eae9 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "DELETE /v2.0/floatingips/342516f2-b670-4624-bace-db213dd16e6c HTTP/1.1" status: 204 len: 168 time: 0.4700074 Sep 09 22:29:50.202668 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 60832) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:29:50.207152 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-4c19712f-8d07-449e-96bc-cba6b4e781c3 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Request body: {'security_group': {'name': 'tempest-securitygroup--571595012', 'description': 'tempest-description--1557075373'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:29:50.228776 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4c19712f-8d07-449e-96bc-cba6b4e781c3 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:50.290086 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a455e23-1988-4e3c-b184-eb46a752f2d5 None None] New status for floating IP 342516f2-b670-4624-bace-db213dd16e6c: DOWN {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 22:29:50.318792 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4c19712f-8d07-449e-96bc-cba6b4e781c3 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:50.324527 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4c19712f-8d07-449e-96bc-cba6b4e781c3 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:50.359565 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4c19712f-8d07-449e-96bc-cba6b4e781c3 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:50.364026 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 60834) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:29:50.364625 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-4c19712f-8d07-449e-96bc-cba6b4e781c3 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1603322 Sep 09 22:29:50.365158 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c19712f-8d07-449e-96bc-cba6b4e781c3 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54820f58-4811-4bc9-a044-b6a33516f093,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:29:50.370633 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-033bbfaf-a1bb-4da8-be4d-101bf9ea24f6 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Request body: {'security_group_rule': {'security_group_id': '54820f58-4811-4bc9-a044-b6a33516f093', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:29:50.406242 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-033bbfaf-a1bb-4da8-be4d-101bf9ea24f6 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:50.458124 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-033bbfaf-a1bb-4da8-be4d-101bf9ea24f6 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:50.462921 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-033bbfaf-a1bb-4da8-be4d-101bf9ea24f6 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507431'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:50.482389 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033bbfaf-a1bb-4da8-be4d-101bf9ea24f6 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94c998c4-ae55-49de-9c8d-dd37ae41de13,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:29:50.484823 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-033bbfaf-a1bb-4da8-be4d-101bf9ea24f6 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:50.485971 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-033bbfaf-a1bb-4da8-be4d-101bf9ea24f6 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1196625 Sep 09 22:29:50.488752 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 60836) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:29:50.492909 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-b72908b5-a762-402e-b4cc-16e4e53649d2 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Request body: {'security_group_rule': {'security_group_id': '54820f58-4811-4bc9-a044-b6a33516f093', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:29:50.518605 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b72908b5-a762-402e-b4cc-16e4e53649d2 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:50.574898 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b72908b5-a762-402e-b4cc-16e4e53649d2 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:50.578482 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b72908b5-a762-402e-b4cc-16e4e53649d2 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507431'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:50.592561 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72908b5-a762-402e-b4cc-16e4e53649d2 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1da65c6-6c51-4032-9d1b-01265bb33f86,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:29:50.601578 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b72908b5-a762-402e-b4cc-16e4e53649d2 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:50.602870 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-b72908b5-a762-402e-b4cc-16e4e53649d2 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1132219 Sep 09 22:29:50.606758 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 60838) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:29:50.611336 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-7f25ab8d-a5ac-4fed-a2b6-b019e880cef3 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Request body: {'floatingip': {'floating_network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:29:50.632438 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7f25ab8d-a5ac-4fed-a2b6-b019e880cef3 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks [] for floatingip, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:50.733232 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7f25ab8d-a5ac-4fed-a2b6-b019e880cef3 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:50.838332 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-7f25ab8d-a5ac-4fed-a2b6-b019e880cef3 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Allocated IP 172.27.3.227 (a96fd56d-97e4-47a2-815b-e854e5640ee5/a399639f-77d7-4513-a462-8fb82637fe8f/3ca9b760-e4d9-4ee7-a59d-eae4b3ce7902) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:29:50.944866 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7f25ab8d-a5ac-4fed-a2b6-b019e880cef3 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:50.982199 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7f25ab8d-a5ac-4fed-a2b6-b019e880cef3 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26050298'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:51.019039 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f25ab8d-a5ac-4fed-a2b6-b019e880cef3 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Network a96fd56d-97e4-47a2-815b-e854e5640ee5 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:29:51.021771 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-7f25ab8d-a5ac-4fed-a2b6-b019e880cef3 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:29:51.024422 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f25ab8d-a5ac-4fed-a2b6-b019e880cef3 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:29:51.059837 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f25ab8d-a5ac-4fed-a2b6-b019e880cef3 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Pushing event updated for resources: {'Port': ['ID=3ca9b760-e4d9-4ee7-a59d-eae4b3ce7902,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:29:51.124822 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7f25ab8d-a5ac-4fed-a2b6-b019e880cef3 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:51.160435 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7f25ab8d-a5ac-4fed-a2b6-b019e880cef3 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:51.185695 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fa69f-c32d-4e2a-818b-98ff1ce23d32 req-c34f1699-2b85-4cf7-bcd4-6f29dae3914f tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:29:51.187159 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-306fa69f-c32d-4e2a-818b-98ff1ce23d32 req-c34f1699-2b85-4cf7-bcd4-6f29dae3914f tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 945 time: 0.0493636 Sep 09 22:29:51.192020 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 60e86550-edb7-4064-8f03-cb6b7be251e7 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:29:51.213675 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] No Port match for: 60e86550-edb7-4064-8f03-cb6b7be251e7 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:29:51.214156 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 60e86550-edb7-4064-8f03-cb6b7be251e7 not bound to the agent host hv-cinder-75995 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:29:51.225572 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-306fa69f-c32d-4e2a-818b-98ff1ce23d32 req-5e71700a-f145-45ce-a5f4-1196320c60ac tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321870 Sep 09 22:29:51.307495 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7f25ab8d-a5ac-4fed-a2b6-b019e880cef3 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:51.312413 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7f25ab8d-a5ac-4fed-a2b6-b019e880cef3 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26050313'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:51.384273 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f25ab8d-a5ac-4fed-a2b6-b019e880cef3 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Pushing event updated for resources: {'Port': ['ID=3ca9b760-e4d9-4ee7-a59d-eae4b3ce7902,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:29:51.392167 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7f25ab8d-a5ac-4fed-a2b6-b019e880cef3 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415029'] for floatingip, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:51.405367 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7f25ab8d-a5ac-4fed-a2b6-b019e880cef3 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:51.406605 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-7f25ab8d-a5ac-4fed-a2b6-b019e880cef3 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7989459 Sep 09 22:29:51.588856 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a855b121-3182-428c-9f31-4afe0ac6abce req-b79cb305-a89b-40a4-bc70-929b8b3dd39c tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--571595012&fields=id&tenant_id=096fa68883894e368796bcd92c5e8218 HTTP/1.1" status: 200 len: 267 time: 0.0338783 Sep 09 22:29:51.697470 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855b121-3182-428c-9f31-4afe0ac6abce req-4ce04cd5-b9ec-4378-b906-bc71704d9990 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:29:51.698899 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a855b121-3182-428c-9f31-4afe0ac6abce req-4ce04cd5-b9ec-4378-b906-bc71704d9990 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/networks?id=b7e517a4-55ac-4999-ad3f-46426478f73d HTTP/1.1" status: 200 len: 811 time: 0.1024184 Sep 09 22:29:51.713383 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a855b121-3182-428c-9f31-4afe0ac6abce req-c8a91c24-374a-427b-b8ba-7b858827b4f3 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/quotas/096fa68883894e368796bcd92c5e8218 HTTP/1.1" status: 200 len: 375 time: 0.0086954 Sep 09 22:29:51.766159 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a855b121-3182-428c-9f31-4afe0ac6abce req-3e4280a3-f292-4df9-9f04-8bbbdaa180f0 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=096fa68883894e368796bcd92c5e8218&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472136 Sep 09 22:29:51.858224 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a855b121-3182-428c-9f31-4afe0ac6abce req-4b661715-f339-469a-87dd-633b9d75adfe service neutron] 10.222.0.41 "GET /v2.0/networks/b7e517a4-55ac-4999-ad3f-46426478f73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800514 Sep 09 22:29:51.947231 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a855b121-3182-428c-9f31-4afe0ac6abce req-ec10f80b-4c3f-41be-8ed6-2878a72730f3 service neutron] 10.222.0.41 "GET /v2.0/networks/b7e517a4-55ac-4999-ad3f-46426478f73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829797 Sep 09 22:29:52.100175 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1b535af0-590a-41e6-9869-445e4b0eecf2 req-5978ceeb-c290-4000-b200-c8efca2a0c48 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=53039b98-a70c-4ac9-b68a-54b1aa7f3f15 HTTP/1.1" status: 200 len: 210 time: 0.0263786 Sep 09 22:29:52.347613 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f14b06-625f-4b08-bda2-574e4e85004f req-363746a3-a4f2-4502-afe2-bbc13e43e43d tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:29:52.349375 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-33f14b06-625f-4b08-bda2-574e4e85004f req-363746a3-a4f2-4502-afe2-bbc13e43e43d tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 945 time: 0.0500140 Sep 09 22:29:52.399269 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-33f14b06-625f-4b08-bda2-574e4e85004f req-778cc614-5238-4b47-88ca-06d0d1ad9938 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436208 Sep 09 22:29:52.972781 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855b121-3182-428c-9f31-4afe0ac6abce req-9f8f567f-527d-41ff-8f8f-5c1c1c6798a5 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:29:52.974214 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a855b121-3182-428c-9f31-4afe0ac6abce req-9f8f567f-527d-41ff-8f8f-5c1c1c6798a5 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.20 "GET /v2.0/networks?id=b7e517a4-55ac-4999-ad3f-46426478f73d HTTP/1.1" status: 200 len: 811 time: 0.0998025 Sep 09 22:29:53.018234 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a855b121-3182-428c-9f31-4afe0ac6abce req-1cd9d80b-71d4-4c06-859c-4ce2371c7cf9 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=096fa68883894e368796bcd92c5e8218 HTTP/1.1" status: 200 len: 379 time: 0.0344908 Sep 09 22:29:53.027693 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-a855b121-3182-428c-9f31-4afe0ac6abce req-ca7dcf2b-fcdf-42d2-b7db-59325341dd75 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Request body: {'port': {'device_id': '53039b98-a70c-4ac9-b68a-54b1aa7f3f15', 'network_id': 'b7e517a4-55ac-4999-ad3f-46426478f73d', 'admin_state_up': True, 'tenant_id': '096fa68883894e368796bcd92c5e8218', 'security_groups': ['54820f58-4811-4bc9-a044-b6a33516f093']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:29:53.138067 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a855b121-3182-428c-9f31-4afe0ac6abce req-ca7dcf2b-fcdf-42d2-b7db-59325341dd75 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Made reservation on behalf of 096fa68883894e368796bcd92c5e8218 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:29:53.141653 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a855b121-3182-428c-9f31-4afe0ac6abce req-ca7dcf2b-fcdf-42d2-b7db-59325341dd75 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:53.227039 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-73f2f158-f29c-4cb1-a0e9-aad12ab4fbca req-3d6a0f43-d69f-4f9d-800d-f8ddc1757b87 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=53039b98-a70c-4ac9-b68a-54b1aa7f3f15 HTTP/1.1" status: 200 len: 210 time: 0.0596993 Sep 09 22:29:53.288796 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-a855b121-3182-428c-9f31-4afe0ac6abce req-ca7dcf2b-fcdf-42d2-b7db-59325341dd75 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Allocated IP 172.20.0.7 (b7e517a4-55ac-4999-ad3f-46426478f73d/6cc1261c-ba68-4d29-a19d-d09d50ae8bfc/099d9a19-851a-4170-b1e0-82eec5683039) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:29:53.419862 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a855b121-3182-428c-9f31-4afe0ac6abce req-ca7dcf2b-fcdf-42d2-b7db-59325341dd75 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:53.440063 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-a855b121-3182-428c-9f31-4afe0ac6abce req-ca7dcf2b-fcdf-42d2-b7db-59325341dd75 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Transition to ACTIVE for port object 099d9a19-851a-4170-b1e0-82eec5683039 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:29:53.476500 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a855b121-3182-428c-9f31-4afe0ac6abce req-ca7dcf2b-fcdf-42d2-b7db-59325341dd75 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:53.520368 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a855b121-3182-428c-9f31-4afe0ac6abce req-ca7dcf2b-fcdf-42d2-b7db-59325341dd75 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Network b7e517a4-55ac-4999-ad3f-46426478f73d is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:29:53.523415 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-a855b121-3182-428c-9f31-4afe0ac6abce req-ca7dcf2b-fcdf-42d2-b7db-59325341dd75 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:29:53.526174 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-a855b121-3182-428c-9f31-4afe0ac6abce req-ca7dcf2b-fcdf-42d2-b7db-59325341dd75 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:29:53.555598 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7dcf2b-fcdf-42d2-b7db-59325341dd75 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Pushing event updated for resources: {'Port': ['ID=099d9a19-851a-4170-b1e0-82eec5683039,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:29:53.584935 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855b121-3182-428c-9f31-4afe0ac6abce req-ca7dcf2b-fcdf-42d2-b7db-59325341dd75 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:29:53.585695 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a855b121-3182-428c-9f31-4afe0ac6abce req-ca7dcf2b-fcdf-42d2-b7db-59325341dd75 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:53.602204 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a855b121-3182-428c-9f31-4afe0ac6abce req-ca7dcf2b-fcdf-42d2-b7db-59325341dd75 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5786371 Sep 09 22:29:53.614909 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-a855b121-3182-428c-9f31-4afe0ac6abce req-6b5a539c-697c-4391-bed2-43c1fdacd396 service neutron] Request body: {'port': {'device_id': '53039b98-a70c-4ac9-b68a-54b1aa7f3f15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:29:53.700324 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a855b121-3182-428c-9f31-4afe0ac6abce req-6b5a539c-697c-4391-bed2-43c1fdacd396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:53.747697 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164df965-1ced-4a39-95d9-d0653d0ec735 req-acc26c8e-3a8c-4e48-baa0-8322e74e1f38 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:29:53.749201 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-164df965-1ced-4a39-95d9-d0653d0ec735 req-acc26c8e-3a8c-4e48-baa0-8322e74e1f38 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 945 time: 0.2784729 Sep 09 22:29:53.757454 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-580117c3-36ef-49d3-96ef-33545df4e382 None None] Provisioning for port 099d9a19-851a-4170-b1e0-82eec5683039 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:29:53.762155 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-580117c3-36ef-49d3-96ef-33545df4e382 None None] Provisioning complete for port 099d9a19-851a-4170-b1e0-82eec5683039 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:29:53.762533 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-580117c3-36ef-49d3-96ef-33545df4e382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:53.798048 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-580117c3-36ef-49d3-96ef-33545df4e382 None None] Port 099d9a19-851a-4170-b1e0-82eec5683039 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 22:29:53.856188 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-164df965-1ced-4a39-95d9-d0653d0ec735 req-2d031528-6cc6-457b-aa60-ee2c67ae9196 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008012 Sep 09 22:29:53.995057 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [req-a855b121-3182-428c-9f31-4afe0ac6abce req-6b5a539c-697c-4391-bed2-43c1fdacd396 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 099d9a19-851a-4170-b1e0-82eec5683039 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:29:54.002790 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a855b121-3182-428c-9f31-4afe0ac6abce req-6b5a539c-697c-4391-bed2-43c1fdacd396 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:54.015274 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-a855b121-3182-428c-9f31-4afe0ac6abce req-6b5a539c-697c-4391-bed2-43c1fdacd396 service neutron] Transition to ACTIVE for port object 099d9a19-851a-4170-b1e0-82eec5683039 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:29:54.019079 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a855b121-3182-428c-9f31-4afe0ac6abce req-6b5a539c-697c-4391-bed2-43c1fdacd396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27131053'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:54.073150 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a539c-697c-4391-bed2-43c1fdacd396 service neutron] Pushing event updated for resources: {'Port': ['ID=099d9a19-851a-4170-b1e0-82eec5683039,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:29:54.142187 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-a855b121-3182-428c-9f31-4afe0ac6abce req-6b5a539c-697c-4391-bed2-43c1fdacd396 service neutron] Attempting to bind port 099d9a19-851a-4170-b1e0-82eec5683039 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:29:54.142510 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-a855b121-3182-428c-9f31-4afe0ac6abce req-6b5a539c-697c-4391-bed2-43c1fdacd396 service neutron] Attempting to bind port 099d9a19-851a-4170-b1e0-82eec5683039 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '4662fadd-827e-45f1-8d32-577d068e5c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b7e517a4-55ac-4999-ad3f-46426478f73d'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:29:54.142854 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a855b121-3182-428c-9f31-4afe0ac6abce req-6b5a539c-697c-4391-bed2-43c1fdacd396 service neutron] Attempting to bind port 099d9a19-851a-4170-b1e0-82eec5683039 on network b7e517a4-55ac-4999-ad3f-46426478f73d {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:29:54.147228 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a855b121-3182-428c-9f31-4afe0ac6abce req-6b5a539c-697c-4391-bed2-43c1fdacd396 service neutron] Port 099d9a19-851a-4170-b1e0-82eec5683039 on network b7e517a4-55ac-4999-ad3f-46426478f73d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 22:29:54.147535 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a855b121-3182-428c-9f31-4afe0ac6abce req-6b5a539c-697c-4391-bed2-43c1fdacd396 service neutron] Attempting to bind port 099d9a19-851a-4170-b1e0-82eec5683039 on network b7e517a4-55ac-4999-ad3f-46426478f73d {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:29:54.152285 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a855b121-3182-428c-9f31-4afe0ac6abce req-6b5a539c-697c-4391-bed2-43c1fdacd396 service neutron] Checking agent: {'id': 'd4d09dd9-4fb9-4f0d-bf57-c365063561af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 23, 5), 'started_at': datetime.datetime(2021, 9, 9, 22, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:29:54.152614 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a855b121-3182-428c-9f31-4afe0ac6abce req-6b5a539c-697c-4391-bed2-43c1fdacd396 service neutron] Checking segment: {'id': '4662fadd-827e-45f1-8d32-577d068e5c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b7e517a4-55ac-4999-ad3f-46426478f73d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:29:54.152998 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a855b121-3182-428c-9f31-4afe0ac6abce req-6b5a539c-697c-4391-bed2-43c1fdacd396 service neutron] Bound using segment: {'id': '4662fadd-827e-45f1-8d32-577d068e5c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b7e517a4-55ac-4999-ad3f-46426478f73d'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:29:54.153409 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-a855b121-3182-428c-9f31-4afe0ac6abce req-6b5a539c-697c-4391-bed2-43c1fdacd396 service neutron] Bound port: 099d9a19-851a-4170-b1e0-82eec5683039, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4662fadd-827e-45f1-8d32-577d068e5c88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b7e517a4-55ac-4999-ad3f-46426478f73d'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:29:54.153756 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a855b121-3182-428c-9f31-4afe0ac6abce req-6b5a539c-697c-4391-bed2-43c1fdacd396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:54.218307 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-a855b121-3182-428c-9f31-4afe0ac6abce req-6b5a539c-697c-4391-bed2-43c1fdacd396 service neutron] For port 099d9a19-851a-4170-b1e0-82eec5683039, host hv-cinder-75995, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:29:54.221342 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-a855b121-3182-428c-9f31-4afe0ac6abce req-6b5a539c-697c-4391-bed2-43c1fdacd396 service neutron] For port 099d9a19-851a-4170-b1e0-82eec5683039, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=099d9a19-851a-4170-b1e0-82eec5683039,segment=NetworkSegment(4662fadd-827e-45f1-8d32-577d068e5c88),segment_id=4662fadd-827e-45f1-8d32-577d068e5c88)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:29:54.225035 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a855b121-3182-428c-9f31-4afe0ac6abce req-6b5a539c-697c-4391-bed2-43c1fdacd396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27131053'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:54.262591 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855b121-3182-428c-9f31-4afe0ac6abce req-6b5a539c-697c-4391-bed2-43c1fdacd396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:29:54.262876 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a855b121-3182-428c-9f31-4afe0ac6abce req-6b5a539c-697c-4391-bed2-43c1fdacd396 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:54.264275 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a855b121-3182-428c-9f31-4afe0ac6abce req-6b5a539c-697c-4391-bed2-43c1fdacd396 service neutron] 10.222.0.20 "PUT /v2.0/ports/099d9a19-851a-4170-b1e0-82eec5683039 HTTP/1.1" status: 200 len: 1093 time: 0.6537445 Sep 09 22:29:54.264705 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53039b98-a70c-4ac9-b68a-54b1aa7f3f15', 'tag': '099d9a19-851a-4170-b1e0-82eec5683039'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:29:54.266943 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febecf7243e3540986e18e5907cacf19c405284daaaade8257553be7db475bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d37bd0-dd3f-449e-8497-af9ebbdb299d" -d '{"events": [{"name": "network-changed", "server_uuid": "53039b98-a70c-4ac9-b68a-54b1aa7f3f15", "tag": "099d9a19-851a-4170-b1e0-82eec5683039"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:29:54.295634 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5a539c-697c-4391-bed2-43c1fdacd396 service neutron] Pushing event updated for resources: {'Port': ['ID=099d9a19-851a-4170-b1e0-82eec5683039,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:29:54.327505 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e81b47c-ba1c-46c3-ba53-cffe0506e50a x-openstack-request-id: req-7e81b47c-ba1c-46c3-ba53-cffe0506e50a {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:29:54.327779 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53039b98-a70c-4ac9-b68a-54b1aa7f3f15", "tag": "099d9a19-851a-4170-b1e0-82eec5683039", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:29:54.328051 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7e81b47c-ba1c-46c3-ba53-cffe0506e50a {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:29:54.328444 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53039b98-a70c-4ac9-b68a-54b1aa7f3f15', 'tag': '099d9a19-851a-4170-b1e0-82eec5683039', 'status': 'completed', 'code': 200} Sep 09 22:29:54.378632 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855b121-3182-428c-9f31-4afe0ac6abce req-7ed73ee0-26d7-4fa0-b69d-cf6096070bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:29:54.380174 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a855b121-3182-428c-9f31-4afe0ac6abce req-7ed73ee0-26d7-4fa0-b69d-cf6096070bf5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=096fa68883894e368796bcd92c5e8218&device_id=53039b98-a70c-4ac9-b68a-54b1aa7f3f15 HTTP/1.1" status: 200 len: 1096 time: 0.0718973 Sep 09 22:29:54.389236 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4669d12a-b90c-4812-b636-4b7bf4153d5b req-44a29e0a-7c16-4635-bdb2-914c50b0b70e tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:29:54.390690 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4669d12a-b90c-4812-b636-4b7bf4153d5b req-44a29e0a-7c16-4635-bdb2-914c50b0b70e tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=53039b98-a70c-4ac9-b68a-54b1aa7f3f15 HTTP/1.1" status: 200 len: 943 time: 0.0836005 Sep 09 22:29:54.435547 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a855b121-3182-428c-9f31-4afe0ac6abce req-ea1d6338-083d-4ea9-91e3-a8247b915c96 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=099d9a19-851a-4170-b1e0-82eec5683039 HTTP/1.1" status: 200 len: 217 time: 0.0438726 Sep 09 22:29:54.506251 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855b121-3182-428c-9f31-4afe0ac6abce req-3395cc2a-8dbb-4f9d-b0ca-bdd13c81a7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:29:54.507628 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a855b121-3182-428c-9f31-4afe0ac6abce req-3395cc2a-8dbb-4f9d-b0ca-bdd13c81a7ea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6cc1261c-ba68-4d29-a19d-d09d50ae8bfc HTTP/1.1" status: 200 len: 850 time: 0.0655978 Sep 09 22:29:54.515626 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4669d12a-b90c-4812-b636-4b7bf4153d5b req-72a6bab4-501b-4cc1-bc2f-5a68a545c675 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=54820f58-4811-4bc9-a044-b6a33516f093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184030 Sep 09 22:29:54.555703 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855b121-3182-428c-9f31-4afe0ac6abce req-9fdaf31c-4cd0-42e0-b955-635027d98a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:29:54.557439 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a855b121-3182-428c-9f31-4afe0ac6abce req-9fdaf31c-4cd0-42e0-b955-635027d98a0d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b7e517a4-55ac-4999-ad3f-46426478f73d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0409324 Sep 09 22:29:54.648299 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a855b121-3182-428c-9f31-4afe0ac6abce req-940ba223-68c5-4b0a-aff8-7f9af3d6c56b service neutron] 10.222.0.20 "GET /v2.0/networks/b7e517a4-55ac-4999-ad3f-46426478f73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830748 Sep 09 22:29:54.734840 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a855b121-3182-428c-9f31-4afe0ac6abce req-ef0e6370-b723-428c-a76a-e67b8a951def service neutron] 10.222.0.20 "GET /v2.0/networks/b7e517a4-55ac-4999-ad3f-46426478f73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798345 Sep 09 22:29:54.818353 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d37bd0-dd3f-449e-8497-af9ebbdb299d req-217c4702-05ad-499c-bb4c-55d17fa1ecd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:29:54.819712 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-12d37bd0-dd3f-449e-8497-af9ebbdb299d req-217c4702-05ad-499c-bb4c-55d17fa1ecd4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=096fa68883894e368796bcd92c5e8218&device_id=53039b98-a70c-4ac9-b68a-54b1aa7f3f15 HTTP/1.1" status: 200 len: 1096 time: 0.0434053 Sep 09 22:29:54.908563 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d37bd0-dd3f-449e-8497-af9ebbdb299d req-9966ddb4-38ff-44bc-a1be-3e46461a6c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:29:54.910002 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-12d37bd0-dd3f-449e-8497-af9ebbdb299d req-9966ddb4-38ff-44bc-a1be-3e46461a6c53 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b7e517a4-55ac-4999-ad3f-46426478f73d HTTP/1.1" status: 200 len: 911 time: 0.0836661 Sep 09 22:29:54.956314 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-12d37bd0-dd3f-449e-8497-af9ebbdb299d req-f4c7786c-2ac5-4009-9142-5af4f0e7ce84 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=099d9a19-851a-4170-b1e0-82eec5683039 HTTP/1.1" status: 200 len: 217 time: 0.0378819 Sep 09 22:29:55.022998 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d37bd0-dd3f-449e-8497-af9ebbdb299d req-c3669169-90d2-4e63-86d6-236f30dc8c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:29:55.024411 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-12d37bd0-dd3f-449e-8497-af9ebbdb299d req-c3669169-90d2-4e63-86d6-236f30dc8c9a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6cc1261c-ba68-4d29-a19d-d09d50ae8bfc HTTP/1.1" status: 200 len: 850 time: 0.0612509 Sep 09 22:29:55.035682 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d527981c-6734-4703-aeca-54f3e7764599 req-fceebe18-c74a-46ef-9e35-ec1c20db9e70 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:29:55.037060 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d527981c-6734-4703-aeca-54f3e7764599 req-fceebe18-c74a-46ef-9e35-ec1c20db9e70 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 945 time: 0.0831206 Sep 09 22:29:55.096239 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d527981c-6734-4703-aeca-54f3e7764599 req-da07436a-08c2-460f-8302-b3043b195202 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512457 Sep 09 22:29:55.099207 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d37bd0-dd3f-449e-8497-af9ebbdb299d req-e758f670-3d88-4a04-8a2a-b86c9bf1c6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:29:55.100606 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-12d37bd0-dd3f-449e-8497-af9ebbdb299d req-e758f670-3d88-4a04-8a2a-b86c9bf1c6ef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b7e517a4-55ac-4999-ad3f-46426478f73d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0627415 Sep 09 22:29:55.192379 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-12d37bd0-dd3f-449e-8497-af9ebbdb299d req-95a47f62-8f08-40b9-870f-d5691376576a service neutron] 10.222.0.20 "GET /v2.0/networks/b7e517a4-55ac-4999-ad3f-46426478f73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842328 Sep 09 22:29:55.282655 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-12d37bd0-dd3f-449e-8497-af9ebbdb299d req-9e785ba1-f18f-421c-968a-9c95bee60a90 service neutron] 10.222.0.20 "GET /v2.0/networks/b7e517a4-55ac-4999-ad3f-46426478f73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822911 Sep 09 22:29:55.631177 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448bddb-c5fa-4a3d-b0b0-f733122c3baa req-8a00f884-6f9b-456e-97c2-e8442f90e532 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:29:55.632732 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1448bddb-c5fa-4a3d-b0b0-f733122c3baa req-8a00f884-6f9b-456e-97c2-e8442f90e532 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=53039b98-a70c-4ac9-b68a-54b1aa7f3f15 HTTP/1.1" status: 200 len: 943 time: 0.0498931 Sep 09 22:29:55.669399 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1448bddb-c5fa-4a3d-b0b0-f733122c3baa req-cb7c72b8-28c1-4436-84e9-6a347c8c9478 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=54820f58-4811-4bc9-a044-b6a33516f093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304987 Sep 09 22:29:56.211613 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f72a40b-ca7d-4b2e-b5f3-ef9501e161d1 req-f727334f-a830-440d-bcd6-6c4fadcb9ef4 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:29:56.213076 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4f72a40b-ca7d-4b2e-b5f3-ef9501e161d1 req-f727334f-a830-440d-bcd6-6c4fadcb9ef4 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 945 time: 0.0473504 Sep 09 22:29:56.250049 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4f72a40b-ca7d-4b2e-b5f3-ef9501e161d1 req-fd543846-6ab2-49be-8152-ce79ba3c2894 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305538 Sep 09 22:29:56.786274 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f27f1-4195-4d93-9802-add066d47a04 req-e50d84f6-30ce-4229-a4ae-94600bb37228 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:29:56.787711 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4f6f27f1-4195-4d93-9802-add066d47a04 req-e50d84f6-30ce-4229-a4ae-94600bb37228 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=53039b98-a70c-4ac9-b68a-54b1aa7f3f15 HTTP/1.1" status: 200 len: 943 time: 0.0538807 Sep 09 22:29:56.824269 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4f6f27f1-4195-4d93-9802-add066d47a04 req-9d70eff1-ce6f-4069-b09b-4a2b1e1216a9 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=54820f58-4811-4bc9-a044-b6a33516f093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307395 Sep 09 22:29:57.209222 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 099d9a19-851a-4170-b1e0-82eec5683039 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 22:29:57.304005 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 099d9a19-851a-4170-b1e0-82eec5683039, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=099d9a19-851a-4170-b1e0-82eec5683039,segment=NetworkSegment(4662fadd-827e-45f1-8d32-577d068e5c88),segment_id=4662fadd-827e-45f1-8d32-577d068e5c88)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:29:57.315776 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Returning: {'device': '099d9a19-851a-4170-b1e0-82eec5683039', 'network_id': 'b7e517a4-55ac-4999-ad3f-46426478f73d', 'port_id': '099d9a19-851a-4170-b1e0-82eec5683039', 'mac_address': 'fa:16:3e:d8:41:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cc1261c-ba68-4d29-a19d-d09d50ae8bfc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 22:29:57.356385 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:57.366311 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd306afb-539c-49f7-ad68-0fcdba29a010 req-1836b50e-958b-4045-912f-e3ebd1088f12 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:29:57.367805 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-dd306afb-539c-49f7-ad68-0fcdba29a010 req-1836b50e-958b-4045-912f-e3ebd1088f12 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 945 time: 0.0480609 Sep 09 22:29:57.370108 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 099d9a19-851a-4170-b1e0-82eec5683039 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:29:57.391958 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 099d9a19-851a-4170-b1e0-82eec5683039, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=099d9a19-851a-4170-b1e0-82eec5683039,segment=NetworkSegment(4662fadd-827e-45f1-8d32-577d068e5c88),segment_id=4662fadd-827e-45f1-8d32-577d068e5c88)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:29:57.395886 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:57.407271 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-dd306afb-539c-49f7-ad68-0fcdba29a010 req-bf3a3763-810b-4066-9929-7a61f818dd5c tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335307 Sep 09 22:29:57.445686 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=099d9a19-851a-4170-b1e0-82eec5683039,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:29:57.452474 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:29:57.452833 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:29:57.453168 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:29:57.453492 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:29:57.453813 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:29:57.454138 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:29:57.454456 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:29:57.454769 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:29:57.455088 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:29:57.455401 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:29:57.455792 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:29:57.456139 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:29:57.627868 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] get_ports_and_sgs() called for port_ids ['099d9a19-851a-4170-b1e0-82eec5683039'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:29:57.936890 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e28f7-0ee6-4f78-8cad-d0ea21b3823d req-cf9f6def-3356-418c-aab0-c38e7e5518c7 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:29:57.938320 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9b2e28f7-0ee6-4f78-8cad-d0ea21b3823d req-cf9f6def-3356-418c-aab0-c38e7e5518c7 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=53039b98-a70c-4ac9-b68a-54b1aa7f3f15 HTTP/1.1" status: 200 len: 944 time: 0.0476007 Sep 09 22:29:57.975392 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9b2e28f7-0ee6-4f78-8cad-d0ea21b3823d req-351cb005-f445-42dd-aac8-d7bba7a6d075 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=54820f58-4811-4bc9-a044-b6a33516f093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311036 Sep 09 22:29:58.528115 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd3f50-d881-46e8-9c6c-1e18384bd18f req-6949648a-fb42-4b79-b246-e4f335eb91fe tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:29:58.529525 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5ecd3f50-d881-46e8-9c6c-1e18384bd18f req-6949648a-fb42-4b79-b246-e4f335eb91fe tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 945 time: 0.0503168 Sep 09 22:29:58.565982 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5ecd3f50-d881-46e8-9c6c-1e18384bd18f req-87e5fb07-60b2-4938-ac50-a63de044f007 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307107 Sep 09 22:29:59.085271 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6ae70-2949-4f9d-896f-7db4056635a9 req-493c5cd1-05ec-4b65-b740-ad5099bfd2b1 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:29:59.086736 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d8f6ae70-2949-4f9d-896f-7db4056635a9 req-493c5cd1-05ec-4b65-b740-ad5099bfd2b1 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=53039b98-a70c-4ac9-b68a-54b1aa7f3f15 HTTP/1.1" status: 200 len: 944 time: 0.0469131 Sep 09 22:29:59.128930 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d8f6ae70-2949-4f9d-896f-7db4056635a9 req-84bae160-f8b3-4c2b-a632-f6be796abf91 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=54820f58-4811-4bc9-a044-b6a33516f093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356562 Sep 09 22:29:59.221502 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 099d9a19-851a-4170-b1e0-82eec5683039 up at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:29:59.270974 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Provisioning for port 099d9a19-851a-4170-b1e0-82eec5683039 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:29:59.274580 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Provisioning complete for port 099d9a19-851a-4170-b1e0-82eec5683039 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:29:59.274950 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:59.351289 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:59.372986 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53039b98-a70c-4ac9-b68a-54b1aa7f3f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099d9a19-851a-4170-b1e0-82eec5683039'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:29:59.375489 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497578eeb0b1d224d742647686e7d62f740bb656e2f2bb1278978b4c95122d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd2f2d1-5377-4977-ba42-30b7a6e76fc2" -d '{"events": [{"server_uuid": "53039b98-a70c-4ac9-b68a-54b1aa7f3f15", "name": "network-vif-plugged", "status": "completed", "tag": "099d9a19-851a-4170-b1e0-82eec5683039"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:29:59.387927 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 099d9a19-851a-4170-b1e0-82eec5683039, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=099d9a19-851a-4170-b1e0-82eec5683039,segment=NetworkSegment(4662fadd-827e-45f1-8d32-577d068e5c88),segment_id=4662fadd-827e-45f1-8d32-577d068e5c88)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:29:59.392390 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:29:59.415999 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d960db87-7530-4ec6-85f2-5b2dfe9afbdd x-openstack-request-id: req-d960db87-7530-4ec6-85f2-5b2dfe9afbdd {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:29:59.416314 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53039b98-a70c-4ac9-b68a-54b1aa7f3f15", "name": "network-vif-plugged", "status": "completed", "tag": "099d9a19-851a-4170-b1e0-82eec5683039", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:29:59.416557 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d960db87-7530-4ec6-85f2-5b2dfe9afbdd {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:29:59.416934 dv-cinder-759955-23-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53039b98-a70c-4ac9-b68a-54b1aa7f3f15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099d9a19-851a-4170-b1e0-82eec5683039', 'code': 200} Sep 09 22:29:59.443221 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=099d9a19-851a-4170-b1e0-82eec5683039,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:29:59.577137 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8245a8-4c2f-4dd9-9784-fe95a9a07bd1 req-f0769a80-76d9-4fa8-a4d6-df5becdad344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:29:59.578555 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fb8245a8-4c2f-4dd9-9784-fe95a9a07bd1 req-f0769a80-76d9-4fa8-a4d6-df5becdad344 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=53039b98-a70c-4ac9-b68a-54b1aa7f3f15 HTTP/1.1" status: 200 len: 1098 time: 0.0378897 Sep 09 22:29:59.613621 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fb8245a8-4c2f-4dd9-9784-fe95a9a07bd1 req-566a5267-c2b2-4a92-8687-d50c7c91bb76 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=54820f58-4811-4bc9-a044-b6a33516f093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275342 Sep 09 22:29:59.683872 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10daa375-4323-4557-8174-9d7aa630cf42 req-778653cd-f050-4545-b795-20be9bb73998 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:29:59.685982 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-10daa375-4323-4557-8174-9d7aa630cf42 req-778653cd-f050-4545-b795-20be9bb73998 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 945 time: 0.0503714 Sep 09 22:29:59.723234 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-10daa375-4323-4557-8174-9d7aa630cf42 req-6eed785d-74eb-44eb-bcdc-6da23fbb57d8 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311635 Sep 09 22:30:00.242331 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c0464-fccd-4d48-a17b-55b9cb1e8b34 req-1eebf3a7-7396-4cff-a99e-0ed94254dbc2 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:00.243778 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-331c0464-fccd-4d48-a17b-55b9cb1e8b34 req-1eebf3a7-7396-4cff-a99e-0ed94254dbc2 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=53039b98-a70c-4ac9-b68a-54b1aa7f3f15 HTTP/1.1" status: 200 len: 945 time: 0.0478511 Sep 09 22:30:00.281029 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-331c0464-fccd-4d48-a17b-55b9cb1e8b34 req-ac563e68-148b-4157-9ac8-7f2c619a8f0a tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=54820f58-4811-4bc9-a044-b6a33516f093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306141 Sep 09 22:30:00.839464 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1414f9-77e8-4af6-945a-5bda3e812459 req-225eb7d8-f5eb-4ab0-893e-da88d0267d0f tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:00.840933 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4f1414f9-77e8-4af6-945a-5bda3e812459 req-225eb7d8-f5eb-4ab0-893e-da88d0267d0f tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 945 time: 0.0478504 Sep 09 22:30:00.877542 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4f1414f9-77e8-4af6-945a-5bda3e812459 req-16744067-ccd8-4d20-8177-6d94a23afe43 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301557 Sep 09 22:30:01.396449 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4440898-b36a-4309-b368-45fc9f3c2315 req-0bcbf32c-fb65-4a64-97ec-4c59ca58e508 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:01.397888 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e4440898-b36a-4309-b368-45fc9f3c2315 req-0bcbf32c-fb65-4a64-97ec-4c59ca58e508 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=53039b98-a70c-4ac9-b68a-54b1aa7f3f15 HTTP/1.1" status: 200 len: 945 time: 0.0525544 Sep 09 22:30:01.673219 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e4440898-b36a-4309-b368-45fc9f3c2315 req-656598a3-487e-48e4-80be-a34c512ef14e tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=54820f58-4811-4bc9-a044-b6a33516f093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2695220 Sep 09 22:30:01.780408 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6b044-3fe0-4c98-9ee1-a6a04ad2192b req-5479834b-9f0e-492e-a405-94789a5aca3c tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:01.781830 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ccc6b044-3fe0-4c98-9ee1-a6a04ad2192b req-5479834b-9f0e-492e-a405-94789a5aca3c tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=53039b98-a70c-4ac9-b68a-54b1aa7f3f15 HTTP/1.1" status: 200 len: 945 time: 0.0466981 Sep 09 22:30:01.790090 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 60928) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:30:01.794397 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-60913a1c-3323-46a6-a0ba-e16e000076f8 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Request body: {'floatingip': {'port_id': '099d9a19-851a-4170-b1e0-82eec5683039'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:30:01.831598 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-60913a1c-3323-46a6-a0ba-e16e000076f8 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks [] for floatingip, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:02.055243 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196b9698-fb60-4f13-9fcd-bcc5663b333b req-ec51def1-225f-446b-9232-8065e2aa4a35 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:02.056702 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-196b9698-fb60-4f13-9fcd-bcc5663b333b req-ec51def1-225f-446b-9232-8065e2aa4a35 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 945 time: 0.0869510 Sep 09 22:30:02.163882 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-196b9698-fb60-4f13-9fcd-bcc5663b333b req-1c4a042b-754a-43f0-a143-66ac5bd3c0a3 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005933 Sep 09 22:30:02.318042 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-60913a1c-3323-46a6-a0ba-e16e000076f8 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:02.321831 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-60913a1c-3323-46a6-a0ba-e16e000076f8 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415029'] for floatingip, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:02.417837 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.db.l3_db [None req-60913a1c-3323-46a6-a0ba-e16e000076f8 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Floating IP 75969a5b-050e-4425-873a-2ddabde6b5af associated. External IP: 172.27.3.227, port: 099d9a19-851a-4170-b1e0-82eec5683039. Sep 09 22:30:02.614409 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60913a1c-3323-46a6-a0ba-e16e000076f8 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Router f439b0aa-4956-4c0c-bca4-6f5bef494f11 has already been hosted by L3 agent ecba8a59-1a63-4f4e-b72e-1c921b89dba6 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:30:02.644783 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a01c12de-c5d3-4071-8a9c-0281247c9204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:02.719647 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60913a1c-3323-46a6-a0ba-e16e000076f8 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify agent at l3_agent.dv-cinder-759955-23-iscsi the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:30:02.724637 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-60913a1c-3323-46a6-a0ba-e16e000076f8 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:02.729914 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea4ae65-b444-4d7f-9bc4-1df33c6b4098 None None] Sync routers for ids ['f439b0aa-4956-4c0c-bca4-6f5bef494f11'] in dv-cinder-759955-23-iscsi {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:30:02.739330 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea4ae65-b444-4d7f-9bc4-1df33c6b4098 None None] Routers {'f439b0aa-4956-4c0c-bca4-6f5bef494f11'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:30:02.739955 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-2ea4ae65-b444-4d7f-9bc4-1df33c6b4098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:29:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['f439b0aa-4956-4c0c-bca4-6f5bef494f11'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:30:02.752382 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-60913a1c-3323-46a6-a0ba-e16e000076f8 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "PUT /v2.0/floatingips/75969a5b-050e-4425-873a-2ddabde6b5af HTTP/1.1" status: 200 len: 991 time: 0.9612007 Sep 09 22:30:02.752970 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53039b98-a70c-4ac9-b68a-54b1aa7f3f15', 'tag': '099d9a19-851a-4170-b1e0-82eec5683039'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:30:02.755255 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febecf7243e3540986e18e5907cacf19c405284daaaade8257553be7db475bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b86843f-c42b-429c-968d-6b72aedbc7a4" -d '{"events": [{"name": "network-changed", "server_uuid": "53039b98-a70c-4ac9-b68a-54b1aa7f3f15", "tag": "099d9a19-851a-4170-b1e0-82eec5683039"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:30:02.798986 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd835e45-011f-4e1d-b6b0-b88075f37dae x-openstack-request-id: req-bd835e45-011f-4e1d-b6b0-b88075f37dae {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:30:02.799266 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53039b98-a70c-4ac9-b68a-54b1aa7f3f15", "tag": "099d9a19-851a-4170-b1e0-82eec5683039", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:30:02.799513 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bd835e45-011f-4e1d-b6b0-b88075f37dae {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:30:02.799911 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53039b98-a70c-4ac9-b68a-54b1aa7f3f15', 'tag': '099d9a19-851a-4170-b1e0-82eec5683039', 'status': 'completed', 'code': 200} Sep 09 22:30:02.854836 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-2ea4ae65-b444-4d7f-9bc4-1df33c6b4098 None None] Set router f439b0aa-4956-4c0c-bca4-6f5bef494f11 gateway port host: dv-cinder-759955-23-iscsi {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:30:02.866647 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86843f-c42b-429c-968d-6b72aedbc7a4 req-9edcb112-2641-46ed-8fa9-803c5598c222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:02.868185 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3b86843f-c42b-429c-968d-6b72aedbc7a4 req-9edcb112-2641-46ed-8fa9-803c5598c222 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=096fa68883894e368796bcd92c5e8218&device_id=53039b98-a70c-4ac9-b68a-54b1aa7f3f15 HTTP/1.1" status: 200 len: 1098 time: 0.0460126 Sep 09 22:30:02.956574 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86843f-c42b-429c-968d-6b72aedbc7a4 req-5a72bedf-2333-4eb4-96c4-63db4320a098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:02.958037 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3b86843f-c42b-429c-968d-6b72aedbc7a4 req-5a72bedf-2333-4eb4-96c4-63db4320a098 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b7e517a4-55ac-4999-ad3f-46426478f73d HTTP/1.1" status: 200 len: 911 time: 0.0830727 Sep 09 22:30:03.026103 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3b86843f-c42b-429c-968d-6b72aedbc7a4 req-35673af0-3b37-457f-90b5-c0954ed7ded9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=099d9a19-851a-4170-b1e0-82eec5683039 HTTP/1.1" status: 200 len: 999 time: 0.0610440 Sep 09 22:30:03.075469 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-2ea4ae65-b444-4d7f-9bc4-1df33c6b4098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'name': 'tempest-AttachVolumeTestJSON-1013082683-router', 'tenant_id': '096fa68883894e368796bcd92c5e8218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bb80f9d7-c143-47c1-825e-f6988964b22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:24:54Z', 'updated_at': '2021-09-09T22:25:03Z', 'revision_number': 4, 'project_id': '096fa68883894e368796bcd92c5e8218', 'gw_port': {'id': 'bb80f9d7-c143-47c1-825e-f6988964b22c', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:af:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:24:56Z', 'updated_at': '2021-09-09T22:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_floatingips': [{'id': '75969a5b-050e-4425-873a-2ddabde6b5af', 'tenant_id': '096fa68883894e368796bcd92c5e8218', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'router_id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'port_id': '099d9a19-851a-4170-b1e0-82eec5683039', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7e517a4-55ac-4999-ad3f-46426478f73d', 'mac_address': 'fa:16:3e:d8:41:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53039b98-a70c-4ac9-b68a-54b1aa7f3f15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:29:51Z', 'updated_at': '2021-09-09T22:30:02Z', 'revision_number': 1, 'project_id': '096fa68883894e368796bcd92c5e8218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8964844d-0adc-4147-ab86-e1e57a657f95', 'name': '', 'network_id': 'b7e517a4-55ac-4999-ad3f-46426478f73d', 'tenant_id': '096fa68883894e368796bcd92c5e8218', 'mac_address': 'fa:16:3e:6d:bd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6cc1261c-ba68-4d29-a19d-d09d50ae8bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:25:01Z', 'updated_at': '2021-09-09T22:25:16Z', 'revision_number': 5, 'project_id': '096fa68883894e368796bcd92c5e8218', 'subnets': [{'id': '6cc1261c-ba68-4d29-a19d-d09d50ae8bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:30:03.077845 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86843f-c42b-429c-968d-6b72aedbc7a4 req-728d6c44-3a4a-4a94-8180-f1853ec897a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:03.079349 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3b86843f-c42b-429c-968d-6b72aedbc7a4 req-728d6c44-3a4a-4a94-8180-f1853ec897a7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6cc1261c-ba68-4d29-a19d-d09d50ae8bfc HTTP/1.1" status: 200 len: 850 time: 0.0470216 Sep 09 22:30:03.101951 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea4ae65-b444-4d7f-9bc4-1df33c6b4098 None None] Checking router: f439b0aa-4956-4c0c-bca4-6f5bef494f11 for host: dv-cinder-759955-23-iscsi {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:30:03.110341 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea4ae65-b444-4d7f-9bc4-1df33c6b4098 None None] Routers {'f439b0aa-4956-4c0c-bca4-6f5bef494f11'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:30:03.110945 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-2ea4ae65-b444-4d7f-9bc4-1df33c6b4098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:29:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['f439b0aa-4956-4c0c-bca4-6f5bef494f11'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:30:03.125088 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86843f-c42b-429c-968d-6b72aedbc7a4 req-b4a65257-6e44-4628-9a80-7b821f7ed5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:03.126719 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3b86843f-c42b-429c-968d-6b72aedbc7a4 req-b4a65257-6e44-4628-9a80-7b821f7ed5c9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b7e517a4-55ac-4999-ad3f-46426478f73d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0408483 Sep 09 22:30:03.216162 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-2ea4ae65-b444-4d7f-9bc4-1df33c6b4098 None None] Set router f439b0aa-4956-4c0c-bca4-6f5bef494f11 gateway port host: dv-cinder-759955-23-iscsi {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:30:03.223406 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3b86843f-c42b-429c-968d-6b72aedbc7a4 req-e9816e60-cd6f-44ae-8e11-49de528dd823 service neutron] 10.222.0.20 "GET /v2.0/networks/b7e517a4-55ac-4999-ad3f-46426478f73d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873773 Sep 09 22:30:03.348751 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba868d0-ac9a-46ca-8462-297a2ccdd23a req-ba0445fe-9ee7-4c37-ba6c-118b284c5474 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:03.350221 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3ba868d0-ac9a-46ca-8462-297a2ccdd23a req-ba0445fe-9ee7-4c37-ba6c-118b284c5474 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 945 time: 0.1016886 Sep 09 22:30:03.368205 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3b86843f-c42b-429c-968d-6b72aedbc7a4 req-13d16d2e-070d-4f30-be1e-a68bbd94499f service neutron] 10.222.0.20 "GET /v2.0/networks/b7e517a4-55ac-4999-ad3f-46426478f73d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377642 Sep 09 22:30:03.397313 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3ba868d0-ac9a-46ca-8462-297a2ccdd23a req-5c0f33fb-43fd-4cdf-9df8-faebcbcc4cab tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410247 Sep 09 22:30:03.571522 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-2ea4ae65-b444-4d7f-9bc4-1df33c6b4098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'name': 'tempest-AttachVolumeTestJSON-1013082683-router', 'tenant_id': '096fa68883894e368796bcd92c5e8218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bb80f9d7-c143-47c1-825e-f6988964b22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:24:54Z', 'updated_at': '2021-09-09T22:25:03Z', 'revision_number': 4, 'project_id': '096fa68883894e368796bcd92c5e8218', 'gw_port': {'id': 'bb80f9d7-c143-47c1-825e-f6988964b22c', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:af:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:24:56Z', 'updated_at': '2021-09-09T22:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_floatingips': [{'id': '75969a5b-050e-4425-873a-2ddabde6b5af', 'tenant_id': '096fa68883894e368796bcd92c5e8218', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'router_id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'port_id': '099d9a19-851a-4170-b1e0-82eec5683039', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7e517a4-55ac-4999-ad3f-46426478f73d', 'mac_address': 'fa:16:3e:d8:41:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53039b98-a70c-4ac9-b68a-54b1aa7f3f15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:29:51Z', 'updated_at': '2021-09-09T22:30:02Z', 'revision_number': 1, 'project_id': '096fa68883894e368796bcd92c5e8218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8964844d-0adc-4147-ab86-e1e57a657f95', 'name': '', 'network_id': 'b7e517a4-55ac-4999-ad3f-46426478f73d', 'tenant_id': '096fa68883894e368796bcd92c5e8218', 'mac_address': 'fa:16:3e:6d:bd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6cc1261c-ba68-4d29-a19d-d09d50ae8bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:25:01Z', 'updated_at': '2021-09-09T22:25:16Z', 'revision_number': 5, 'project_id': '096fa68883894e368796bcd92c5e8218', 'subnets': [{'id': '6cc1261c-ba68-4d29-a19d-d09d50ae8bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:30:03.597133 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea4ae65-b444-4d7f-9bc4-1df33c6b4098 None None] The sync data for ids ['f439b0aa-4956-4c0c-bca4-6f5bef494f11'] in dv-cinder-759955-23-iscsi is: [{'id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'name': 'tempest-AttachVolumeTestJSON-1013082683-router', 'tenant_id': '096fa68883894e368796bcd92c5e8218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bb80f9d7-c143-47c1-825e-f6988964b22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:24:54Z', 'updated_at': '2021-09-09T22:25:03Z', 'revision_number': 4, 'project_id': '096fa68883894e368796bcd92c5e8218', 'gw_port': {'id': 'bb80f9d7-c143-47c1-825e-f6988964b22c', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:af:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:24:56Z', 'updated_at': '2021-09-09T22:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_floatingips': [{'id': '75969a5b-050e-4425-873a-2ddabde6b5af', 'tenant_id': '096fa68883894e368796bcd92c5e8218', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'router_id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'port_id': '099d9a19-851a-4170-b1e0-82eec5683039', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7e517a4-55ac-4999-ad3f-46426478f73d', 'mac_address': 'fa:16:3e:d8:41:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53039b98-a70c-4ac9-b68a-54b1aa7f3f15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:29:51Z', 'updated_at': '2021-09-09T22:30:02Z', 'revision_number': 1, 'project_id': '096fa68883894e368796bcd92c5e8218', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8964844d-0adc-4147-ab86-e1e57a657f95', 'name': '', 'network_id': 'b7e517a4-55ac-4999-ad3f-46426478f73d', 'tenant_id': '096fa68883894e368796bcd92c5e8218', 'mac_address': 'fa:16:3e:6d:bd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6cc1261c-ba68-4d29-a19d-d09d50ae8bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:25:01Z', 'updated_at': '2021-09-09T22:25:16Z', 'revision_number': 5, 'project_id': '096fa68883894e368796bcd92c5e8218', 'subnets': [{'id': '6cc1261c-ba68-4d29-a19d-d09d50ae8bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:30:03.776599 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3598e54d-5d92-49bd-9333-47fece4dfbd4 None None] New status for floating IP 75969a5b-050e-4425-873a-2ddabde6b5af: ACTIVE {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 22:30:04.515591 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d245283-339b-4184-90d9-96915a94a2d1 req-394435d8-0d4d-4bd9-9b43-1ba6a584ab81 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:04.517077 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7d245283-339b-4184-90d9-96915a94a2d1 req-394435d8-0d4d-4bd9-9b43-1ba6a584ab81 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 945 time: 0.0490143 Sep 09 22:30:04.554446 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7d245283-339b-4184-90d9-96915a94a2d1 req-999709ba-4755-4082-96ef-950d277318cf tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314236 Sep 09 22:30:04.939341 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:05.381006 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-aa2393f8-c89c-4124-b983-78d07d0cf229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:05.672918 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f2347-7860-4783-9055-cdd3f51d3bac req-ca687a87-1961-4644-a6a7-bfdf4967ec3b tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:05.674345 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a32f2347-7860-4783-9055-cdd3f51d3bac req-ca687a87-1961-4644-a6a7-bfdf4967ec3b tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 945 time: 0.0486398 Sep 09 22:30:05.711579 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a32f2347-7860-4783-9055-cdd3f51d3bac req-39a62732-6546-43f5-b972-d9114e8f46e6 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314407 Sep 09 22:30:05.803019 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:06.074708 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-65116e74-82f5-4ca0-b119-9a2bd46e2969 req-d73b45f9-bd1e-4d01-ab92-282ccc928b32 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cacb8d50-0b23-4c74-a8be-04b4baf26e4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429246 Sep 09 22:30:06.135215 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65116e74-82f5-4ca0-b119-9a2bd46e2969 req-123df156-c160-4677-b9ef-25632768f4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:06.136687 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-65116e74-82f5-4ca0-b119-9a2bd46e2969 req-123df156-c160-4677-b9ef-25632768f4ee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=57b2554ae3954c0c842e1ddefc325dae&device_id=cacb8d50-0b23-4c74-a8be-04b4baf26e4e HTTP/1.1" status: 200 len: 1098 time: 0.0408287 Sep 09 22:30:06.238367 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65116e74-82f5-4ca0-b119-9a2bd46e2969 req-a3e48fcd-7190-4cad-adac-cb7805cc8732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:06.239786 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-65116e74-82f5-4ca0-b119-9a2bd46e2969 req-a3e48fcd-7190-4cad-adac-cb7805cc8732 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5841743a-0bf4-4a7f-9ea2-766ccec1923f HTTP/1.1" status: 200 len: 912 time: 0.0838675 Sep 09 22:30:06.308586 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-65116e74-82f5-4ca0-b119-9a2bd46e2969 req-75fae52d-b10d-4a55-9acc-d5e80dff51d7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9609f721-a64b-4fda-b9ed-70034469c778 HTTP/1.1" status: 200 len: 1000 time: 0.0580294 Sep 09 22:30:06.356585 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65116e74-82f5-4ca0-b119-9a2bd46e2969 req-d975898e-93e0-446f-98e4-9574f2f9c102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:06.357993 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-65116e74-82f5-4ca0-b119-9a2bd46e2969 req-d975898e-93e0-446f-98e4-9574f2f9c102 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00d86d00-e9a4-4aee-a6b2-3faac56ffafe HTTP/1.1" status: 200 len: 851 time: 0.0413570 Sep 09 22:30:06.402092 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65116e74-82f5-4ca0-b119-9a2bd46e2969 req-88c01fd1-59f8-4a8c-ac56-c408028839fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:06.403536 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-65116e74-82f5-4ca0-b119-9a2bd46e2969 req-88c01fd1-59f8-4a8c-ac56-c408028839fd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5841743a-0bf4-4a7f-9ea2-766ccec1923f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0381014 Sep 09 22:30:06.540167 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-65116e74-82f5-4ca0-b119-9a2bd46e2969 req-fe756702-ed4f-4a6d-8bfa-552ea9ee2198 service neutron] 10.222.0.20 "GET /v2.0/networks/5841743a-0bf4-4a7f-9ea2-766ccec1923f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284537 Sep 09 22:30:06.633588 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-65116e74-82f5-4ca0-b119-9a2bd46e2969 req-3367c840-6d89-4f98-91d0-e2a6c47227af service neutron] 10.222.0.20 "GET /v2.0/networks/5841743a-0bf4-4a7f-9ea2-766ccec1923f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851722 Sep 09 22:30:06.695700 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:06.827818 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c298948-1336-4c14-85dd-fa6b81b29cc0 req-07bdd21c-5cff-44e1-bee8-230c9d9d1b09 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:06.829313 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3c298948-1336-4c14-85dd-fa6b81b29cc0 req-07bdd21c-5cff-44e1-bee8-230c9d9d1b09 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 945 time: 0.0474288 Sep 09 22:30:06.867107 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3c298948-1336-4c14-85dd-fa6b81b29cc0 req-408d551d-19e4-4fe8-a178-3a336315ab2f tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319409 Sep 09 22:30:07.985022 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca771f2-c650-430b-8d12-ef8671e313ed req-9c6a53fc-3146-46e2-b5ad-3789fc62a295 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:07.986447 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3ca771f2-c650-430b-8d12-ef8671e313ed req-9c6a53fc-3146-46e2-b5ad-3789fc62a295 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 945 time: 0.0486057 Sep 09 22:30:08.023185 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3ca771f2-c650-430b-8d12-ef8671e313ed req-a60d122e-44bc-4ec7-9f57-182f42cc6937 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310259 Sep 09 22:30:08.080130 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:09.154176 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e0e8e-3606-4bd2-8cea-cfdade57f288 req-f02faaa3-7e6b-427a-acc1-9995fcedeb5c tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:09.156446 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4c2e0e8e-3606-4bd2-8cea-cfdade57f288 req-f02faaa3-7e6b-427a-acc1-9995fcedeb5c tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 945 time: 0.0573509 Sep 09 22:30:09.196817 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4c2e0e8e-3606-4bd2-8cea-cfdade57f288 req-2e4eaff1-1efe-446e-9a3a-5d6da2a8de4b tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341935 Sep 09 22:30:09.281351 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 491d5ca5-09d2-4689-870c-abeddc93c33e details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 22:30:09.409249 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 491d5ca5-09d2-4689-870c-abeddc93c33e, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=491d5ca5-09d2-4689-870c-abeddc93c33e,segment=NetworkSegment(e35247d3-5169-4319-9016-5c4a3a40d907),segment_id=e35247d3-5169-4319-9016-5c4a3a40d907)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:30:09.422359 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Returning: {'device': '491d5ca5-09d2-4689-870c-abeddc93c33e', 'network_id': '400f8173-ba02-43b5-8ce5-c9f86dbae434', 'port_id': '491d5ca5-09d2-4689-870c-abeddc93c33e', 'mac_address': 'fa:16:3e:41:be:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aea9e89c-ee50-4cf6-8ff5-ae7a991147d2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 22:30:09.473008 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:09.494528 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 491d5ca5-09d2-4689-870c-abeddc93c33e {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:30:09.527425 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 491d5ca5-09d2-4689-870c-abeddc93c33e, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=491d5ca5-09d2-4689-870c-abeddc93c33e,segment=NetworkSegment(e35247d3-5169-4319-9016-5c4a3a40d907),segment_id=e35247d3-5169-4319-9016-5c4a3a40d907)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:30:09.532616 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:09.615279 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=491d5ca5-09d2-4689-870c-abeddc93c33e,revision_number=6']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:30:09.623609 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] get_ports_and_sgs() called for port_ids ['491d5ca5-09d2-4689-870c-abeddc93c33e'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:30:10.326438 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c251664-2e40-4284-887b-8f4afd91f1c4 req-c7d98d21-cf59-4ec9-b89b-85ac65f122f0 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:10.328597 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3c251664-2e40-4284-887b-8f4afd91f1c4 req-c7d98d21-cf59-4ec9-b89b-85ac65f122f0 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 944 time: 0.0543079 Sep 09 22:30:10.372501 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3c251664-2e40-4284-887b-8f4afd91f1c4 req-7056d5f9-a01d-4e38-bab1-2a88be504cb9 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362318 Sep 09 22:30:10.960732 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.agents_db [None req-ca59875f-4706-4e17-8f41-5ac1de1c8425 None None] Agent healthcheck: found 6 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:30:11.302679 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 491d5ca5-09d2-4689-870c-abeddc93c33e up at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:30:11.356597 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Provisioning complete for port 491d5ca5-09d2-4689-870c-abeddc93c33e triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:30:11.356976 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:11.464409 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:11.487789 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487faea2-af98-4ad3-bc1c-e5946a0a9934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491d5ca5-09d2-4689-870c-abeddc93c33e'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:30:11.490085 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497578eeb0b1d224d742647686e7d62f740bb656e2f2bb1278978b4c95122d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1af321-a56a-41ef-903a-c8ff5c78f155" -d '{"events": [{"server_uuid": "487faea2-af98-4ad3-bc1c-e5946a0a9934", "name": "network-vif-plugged", "status": "completed", "tag": "491d5ca5-09d2-4689-870c-abeddc93c33e"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:30:11.505071 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 491d5ca5-09d2-4689-870c-abeddc93c33e, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=491d5ca5-09d2-4689-870c-abeddc93c33e,segment=NetworkSegment(e35247d3-5169-4319-9016-5c4a3a40d907),segment_id=e35247d3-5169-4319-9016-5c4a3a40d907)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:30:11.513553 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:11.513783 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bafed9-be6d-4948-8c0b-431e8fc3c171 req-05ea4e9b-03de-491c-a8a7-34fc4e66d2aa tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:11.516300 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-29bafed9-be6d-4948-8c0b-431e8fc3c171 req-05ea4e9b-03de-491c-a8a7-34fc4e66d2aa tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 944 time: 0.0554862 Sep 09 22:30:11.562111 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a525d8-4339-45df-a8fd-52c5fe65dce1 x-openstack-request-id: req-73a525d8-4339-45df-a8fd-52c5fe65dce1 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:30:11.562398 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487faea2-af98-4ad3-bc1c-e5946a0a9934", "name": "network-vif-plugged", "status": "completed", "tag": "491d5ca5-09d2-4689-870c-abeddc93c33e", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:30:11.562820 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-73a525d8-4339-45df-a8fd-52c5fe65dce1 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:30:11.563213 dv-cinder-759955-23-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '487faea2-af98-4ad3-bc1c-e5946a0a9934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491d5ca5-09d2-4689-870c-abeddc93c33e', 'code': 200} Sep 09 22:30:11.573872 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=491d5ca5-09d2-4689-870c-abeddc93c33e,revision_number=7']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:30:11.596270 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-29bafed9-be6d-4948-8c0b-431e8fc3c171 req-a066e2c8-ad31-4eaa-b8b9-0158c043a98c tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707369 Sep 09 22:30:12.733069 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836cb20a-967c-46ff-8937-838c12fc2b0f req-ad0c61ec-30c3-416a-b599-507616d6adbd tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:12.735881 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-836cb20a-967c-46ff-8937-838c12fc2b0f req-ad0c61ec-30c3-416a-b599-507616d6adbd tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 945 time: 0.0639765 Sep 09 22:30:12.790377 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-836cb20a-967c-46ff-8937-838c12fc2b0f req-1f336e78-4d3b-48c4-b660-663469ced508 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430598 Sep 09 22:30:13.920796 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac867682-b694-4421-8253-d047789b2426 req-5d218a54-5249-49ef-a180-2ac165aa16dd tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:13.922442 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ac867682-b694-4421-8253-d047789b2426 req-5d218a54-5249-49ef-a180-2ac165aa16dd tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 945 time: 0.0532694 Sep 09 22:30:13.968073 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ac867682-b694-4421-8253-d047789b2426 req-da5274bf-ed9b-4ca9-8e98-c2b8d944c0bf tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356257 Sep 09 22:30:15.093221 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cda2e5-5ebb-44ac-93df-8b253c9da6c3 req-e75b8f7e-eaad-4fd9-b39b-1012b481366d tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:15.094878 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-22cda2e5-5ebb-44ac-93df-8b253c9da6c3 req-e75b8f7e-eaad-4fd9-b39b-1012b481366d tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 945 time: 0.0515101 Sep 09 22:30:15.141734 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-22cda2e5-5ebb-44ac-93df-8b253c9da6c3 req-6c0bdf33-a00d-496c-82dc-7f35cdeb86fe tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390544 Sep 09 22:30:16.278026 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb7e7e8-5a2b-43c8-869f-99e33e2751ef req-8b125a8f-35cd-4b3b-b1c5-d4a5669916ae tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:16.279516 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2bb7e7e8-5a2b-43c8-869f-99e33e2751ef req-8b125a8f-35cd-4b3b-b1c5-d4a5669916ae tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 945 time: 0.0627940 Sep 09 22:30:16.325055 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2bb7e7e8-5a2b-43c8-869f-99e33e2751ef req-ed2694d6-a34f-4281-8902-2b3d877583ab tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384932 Sep 09 22:30:17.446750 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2667ed67-a7c1-4576-b059-913cc902cf81 req-b663e1ee-2004-4799-a373-bcaa999fd366 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:17.448257 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2667ed67-a7c1-4576-b059-913cc902cf81 req-b663e1ee-2004-4799-a373-bcaa999fd366 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 945 time: 0.0504522 Sep 09 22:30:17.485034 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2667ed67-a7c1-4576-b059-913cc902cf81 req-45494a78-b320-4da9-9543-bb3f04ecdbdd tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308318 Sep 09 22:30:17.972535 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f790aa4-e244-472f-98a7-8ce77fb47670 req-3f25881a-11a4-4680-a6d5-6667d910f50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:17.973968 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6f790aa4-e244-472f-98a7-8ce77fb47670 req-3f25881a-11a4-4680-a6d5-6667d910f50e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=17b7ba05b1cf4d60a5f99ba7e03a82dc&device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 1098 time: 0.0404732 Sep 09 22:30:18.064114 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f790aa4-e244-472f-98a7-8ce77fb47670 req-6ae76239-fcc2-4171-b190-c7e5f34ccefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:18.065507 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6f790aa4-e244-472f-98a7-8ce77fb47670 req-6ae76239-fcc2-4171-b190-c7e5f34ccefd service neutron] 10.222.0.20 "GET /v2.0/networks?id=400f8173-ba02-43b5-8ce5-c9f86dbae434 HTTP/1.1" status: 200 len: 917 time: 0.0847754 Sep 09 22:30:18.128472 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6f790aa4-e244-472f-98a7-8ce77fb47670 req-dfdad444-4c81-40c0-9a2b-2db54760c46f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=491d5ca5-09d2-4689-870c-abeddc93c33e HTTP/1.1" status: 200 len: 1001 time: 0.0559707 Sep 09 22:30:18.181829 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f790aa4-e244-472f-98a7-8ce77fb47670 req-11c7e011-8b48-4f2c-bd3c-4e173f0195f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:18.183270 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6f790aa4-e244-472f-98a7-8ce77fb47670 req-11c7e011-8b48-4f2c-bd3c-4e173f0195f8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aea9e89c-ee50-4cf6-8ff5-ae7a991147d2 HTTP/1.1" status: 200 len: 856 time: 0.0466890 Sep 09 22:30:18.234281 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f790aa4-e244-472f-98a7-8ce77fb47670 req-d2377a28-6dee-42c6-ac01-366962584d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:18.235730 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6f790aa4-e244-472f-98a7-8ce77fb47670 req-d2377a28-6dee-42c6-ac01-366962584d76 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=400f8173-ba02-43b5-8ce5-c9f86dbae434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0407143 Sep 09 22:30:18.323804 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6f790aa4-e244-472f-98a7-8ce77fb47670 req-91473d44-1134-4026-aa36-c5c8b6c3a54a service neutron] 10.222.0.20 "GET /v2.0/networks/400f8173-ba02-43b5-8ce5-c9f86dbae434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804994 Sep 09 22:30:18.414653 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6f790aa4-e244-472f-98a7-8ce77fb47670 req-39b3925d-e638-40cf-9c2f-8fcd98ed78c1 service neutron] 10.222.0.20 "GET /v2.0/networks/400f8173-ba02-43b5-8ce5-c9f86dbae434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827079 Sep 09 22:30:18.602738 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b501e8-2efd-4bd9-b624-3b60d5df0770 req-a597695e-f98d-4cc7-a032-5d2d819d8477 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:18.604215 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-51b501e8-2efd-4bd9-b624-3b60d5df0770 req-a597695e-f98d-4cc7-a032-5d2d819d8477 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 945 time: 0.0490410 Sep 09 22:30:18.641663 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-51b501e8-2efd-4bd9-b624-3b60d5df0770 req-08b3d581-bb68-42b5-a60e-586e84f0fbe7 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313275 Sep 09 22:30:19.756424 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ba7df-7350-4bef-91ac-f8667d0869dd req-92bb36ae-89a1-4642-b65a-f18ef2b5d344 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:19.757859 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0a3ba7df-7350-4bef-91ac-f8667d0869dd req-92bb36ae-89a1-4642-b65a-f18ef2b5d344 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 945 time: 0.0463681 Sep 09 22:30:19.797950 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0a3ba7df-7350-4bef-91ac-f8667d0869dd req-65c7144c-41bb-4493-ad80-307892f52b0c tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340800 Sep 09 22:30:20.914043 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcaf7b-c67f-4589-a93e-597ba8e3af3d req-31a8db21-61c4-452f-b67b-eec7e214aed5 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:20.915478 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-83bcaf7b-c67f-4589-a93e-597ba8e3af3d req-31a8db21-61c4-452f-b67b-eec7e214aed5 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 945 time: 0.0474732 Sep 09 22:30:20.952277 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-83bcaf7b-c67f-4589-a93e-597ba8e3af3d req-8ee4f27d-b69e-418b-9957-3c5f18d41d89 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295548 Sep 09 22:30:21.396393 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 491d5ca5-09d2-4689-870c-abeddc93c33e no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:30:21.457746 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [req-b2eb9e18-384f-4c24-a426-49da21b83c1a req-4df8a4ec-687e-46dc-ad02-648af561f43f service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 22:30:21.458861 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b2eb9e18-384f-4c24-a426-49da21b83c1a req-4df8a4ec-687e-46dc-ad02-648af561f43f service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0512455 Sep 09 22:30:21.475824 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:21.497463 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487faea2-af98-4ad3-bc1c-e5946a0a9934', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '491d5ca5-09d2-4689-870c-abeddc93c33e'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:30:21.500502 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497578eeb0b1d224d742647686e7d62f740bb656e2f2bb1278978b4c95122d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b8a52c-65ab-4108-9a12-a135deeab6a2" -d '{"events": [{"server_uuid": "487faea2-af98-4ad3-bc1c-e5946a0a9934", "name": "network-vif-unplugged", "status": "completed", "tag": "491d5ca5-09d2-4689-870c-abeddc93c33e"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:30:21.513108 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 491d5ca5-09d2-4689-870c-abeddc93c33e, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=491d5ca5-09d2-4689-870c-abeddc93c33e,segment=NetworkSegment(e35247d3-5169-4319-9016-5c4a3a40d907),segment_id=e35247d3-5169-4319-9016-5c4a3a40d907)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:30:21.521023 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:21.549848 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 09 Sep 2021 22:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d171a1-ca63-4d0e-b1fd-315f8964ab2e x-openstack-request-id: req-d7d171a1-ca63-4d0e-b1fd-315f8964ab2e {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:30:21.550091 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487faea2-af98-4ad3-bc1c-e5946a0a9934", "name": "network-vif-unplugged", "status": "failed", "tag": "491d5ca5-09d2-4689-870c-abeddc93c33e", "code": 422}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:30:21.550389 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d7d171a1-ca63-4d0e-b1fd-315f8964ab2e {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:30:21.550814 dv-cinder-759955-23-iscsi neutron-server[93889]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '487faea2-af98-4ad3-bc1c-e5946a0a9934', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '491d5ca5-09d2-4689-870c-abeddc93c33e', 'code': 422} returned with failed status Sep 09 22:30:21.578099 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=491d5ca5-09d2-4689-870c-abeddc93c33e,revision_number=8']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:30:21.631992 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c2630-b98d-4915-9d6c-7eb39bfe28df req-d0039874-c767-42e4-ab67-0157ee5a1549 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:21.633467 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5f7c2630-b98d-4915-9d6c-7eb39bfe28df req-d0039874-c767-42e4-ab67-0157ee5a1549 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 943 time: 0.0482869 Sep 09 22:30:21.672957 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5f7c2630-b98d-4915-9d6c-7eb39bfe28df req-46ff6617-8065-4c22-b53e-beef1bfc75e8 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332227 Sep 09 22:30:21.860003 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 32868) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:30:21.939359 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-67de82d9-4d52-4d7e-a389-03a73b21b9fe req-c22e4668-1a36-4ff0-93c4-dd87f5b82f66 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0781949 Sep 09 22:30:21.947782 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [req-67de82d9-4d52-4d7e-a389-03a73b21b9fe req-3a5a15b1-cdec-4d59-9da7-451a3342f578 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 22:30:21.948758 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-67de82d9-4d52-4d7e-a389-03a73b21b9fe req-3a5a15b1-cdec-4d59-9da7-451a3342f578 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046911 Sep 09 22:30:22.794047 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1b75e-d5d4-4697-b516-a72e15fa20b5 req-ead903dd-77b6-42ea-879b-65d418a8fa85 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:22.796028 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-69d1b75e-d5d4-4697-b516-a72e15fa20b5 req-ead903dd-77b6-42ea-879b-65d418a8fa85 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 943 time: 0.0524056 Sep 09 22:30:22.835877 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-69d1b75e-d5d4-4697-b516-a72e15fa20b5 req-b980f2c0-ca85-4236-b83f-cf7b01d5a93b tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337000 Sep 09 22:30:23.331412 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de82d9-4d52-4d7e-a389-03a73b21b9fe req-4e47df66-ea9e-40ca-865f-874e1b71e0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:23.332910 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-67de82d9-4d52-4d7e-a389-03a73b21b9fe req-4e47df66-ea9e-40ca-865f-874e1b71e0b5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934&tenant_id=17b7ba05b1cf4d60a5f99ba7e03a82dc HTTP/1.1" status: 200 len: 1096 time: 0.0676038 Sep 09 22:30:23.396604 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de82d9-4d52-4d7e-a389-03a73b21b9fe req-99cc81bc-d67c-47f4-a193-2756d3e74327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:23.398032 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-67de82d9-4d52-4d7e-a389-03a73b21b9fe req-99cc81bc-d67c-47f4-a193-2756d3e74327 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=17b7ba05b1cf4d60a5f99ba7e03a82dc&device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 1096 time: 0.0420146 Sep 09 22:30:23.484135 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de82d9-4d52-4d7e-a389-03a73b21b9fe req-bd6134bb-2423-4622-880c-8f3dce72c029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:23.485578 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-67de82d9-4d52-4d7e-a389-03a73b21b9fe req-bd6134bb-2423-4622-880c-8f3dce72c029 service neutron] 10.222.0.20 "GET /v2.0/networks?id=400f8173-ba02-43b5-8ce5-c9f86dbae434 HTTP/1.1" status: 200 len: 917 time: 0.0800953 Sep 09 22:30:23.784311 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-67de82d9-4d52-4d7e-a389-03a73b21b9fe req-d10a65d9-83af-4467-a863-eddab134c9d1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=491d5ca5-09d2-4689-870c-abeddc93c33e HTTP/1.1" status: 200 len: 999 time: 0.2911923 Sep 09 22:30:23.832168 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de82d9-4d52-4d7e-a389-03a73b21b9fe req-c48203da-fd41-4cf0-87d1-2411afb74fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:23.833618 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-67de82d9-4d52-4d7e-a389-03a73b21b9fe req-c48203da-fd41-4cf0-87d1-2411afb74fc3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aea9e89c-ee50-4cf6-8ff5-ae7a991147d2 HTTP/1.1" status: 200 len: 856 time: 0.0423474 Sep 09 22:30:23.882805 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de82d9-4d52-4d7e-a389-03a73b21b9fe req-6d4fd737-3b84-4634-815b-24a8ff2d9d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:23.884314 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-67de82d9-4d52-4d7e-a389-03a73b21b9fe req-6d4fd737-3b84-4634-815b-24a8ff2d9d5c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=400f8173-ba02-43b5-8ce5-c9f86dbae434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0428538 Sep 09 22:30:24.001343 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba184ec3-c8b4-4395-8ba2-3a2cebc85c68 req-a74964e6-9fa9-4ac1-9911-b13de8f195ef tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:24.002786 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ba184ec3-c8b4-4395-8ba2-3a2cebc85c68 req-a74964e6-9fa9-4ac1-9911-b13de8f195ef tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 943 time: 0.0877206 Sep 09 22:30:24.019122 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-67de82d9-4d52-4d7e-a389-03a73b21b9fe req-f9fceeeb-ee07-439a-8968-c0763275b36f service neutron] 10.222.0.20 "GET /v2.0/networks/400f8173-ba02-43b5-8ce5-c9f86dbae434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275241 Sep 09 22:30:24.067580 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ba184ec3-c8b4-4395-8ba2-3a2cebc85c68 req-b190bf6c-7e28-4a0e-885e-0a8cf3336cbd tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577698 Sep 09 22:30:24.125175 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-67de82d9-4d52-4d7e-a389-03a73b21b9fe req-c7b4c9a6-f179-4f76-9583-9c76cf386516 service neutron] 10.222.0.20 "GET /v2.0/networks/400f8173-ba02-43b5-8ce5-c9f86dbae434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977836 Sep 09 22:30:24.955057 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d6a45-6fbd-401a-85e5-83f735a2c456 req-31401a23-e95c-4c54-9af4-1aeef0009aed tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:24.956579 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-365d6a45-6fbd-401a-85e5-83f735a2c456 req-31401a23-e95c-4c54-9af4-1aeef0009aed tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=cacb8d50-0b23-4c74-a8be-04b4baf26e4e HTTP/1.1" status: 200 len: 945 time: 0.0502024 Sep 09 22:30:24.995577 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-365d6a45-6fbd-401a-85e5-83f735a2c456 req-1feac770-2d24-4a5f-8cb9-6304aeefec5f tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325644 Sep 09 22:30:25.190457 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db8ea0-6d84-40b3-bdf1-ce7ce8130d97 req-df3bb845-d8ce-4842-ba68-0ea9ff401b90 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:25.192227 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-79db8ea0-6d84-40b3-bdf1-ce7ce8130d97 req-df3bb845-d8ce-4842-ba68-0ea9ff401b90 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 943 time: 0.0500309 Sep 09 22:30:25.231005 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-79db8ea0-6d84-40b3-bdf1-ce7ce8130d97 req-16473a06-725f-4abc-be59-dcdab5a2f6f5 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322790 Sep 09 22:30:25.424930 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 491d5ca5-09d2-4689-870c-abeddc93c33e no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:30:26.118815 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f753eb3-f250-4e05-9f42-5a47df1bc9fc req-8612c2ba-c066-4b70-904b-6e20ef2d1130 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:26.120231 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7f753eb3-f250-4e05-9f42-5a47df1bc9fc req-8612c2ba-c066-4b70-904b-6e20ef2d1130 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=cacb8d50-0b23-4c74-a8be-04b4baf26e4e HTTP/1.1" status: 200 len: 945 time: 0.0539551 Sep 09 22:30:26.160801 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7f753eb3-f250-4e05-9f42-5a47df1bc9fc req-e756edbe-a63b-4129-8530-947ac616a76f tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336704 Sep 09 22:30:26.353896 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0f9d2c-a255-44b4-a174-eee73c2341fc req-d77e985c-e309-4faa-9fad-1f8d122ef6cb tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:26.355785 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ea0f9d2c-a255-44b4-a174-eee73c2341fc req-d77e985c-e309-4faa-9fad-1f8d122ef6cb tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 943 time: 0.0510137 Sep 09 22:30:26.395958 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ea0f9d2c-a255-44b4-a174-eee73c2341fc req-444df9a9-8c82-469f-a9a1-ef9168244633 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322480 Sep 09 22:30:27.292772 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aca3b8-466d-4acc-ab73-22bbed2565b0 req-1132e976-e13a-446e-af1d-a9ae72863d64 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:27.294398 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-46aca3b8-466d-4acc-ab73-22bbed2565b0 req-1132e976-e13a-446e-af1d-a9ae72863d64 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=cacb8d50-0b23-4c74-a8be-04b4baf26e4e HTTP/1.1" status: 200 len: 945 time: 0.0603588 Sep 09 22:30:27.333386 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-46aca3b8-466d-4acc-ab73-22bbed2565b0 req-d0fe50f4-86dc-47c9-b32b-7d8bbf13654b tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325367 Sep 09 22:30:27.522842 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a6993-9531-4fbc-bcda-de5cd9d0cf4b req-073000fd-a24b-4b10-9458-5efe9e6b7585 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:27.524269 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-152a6993-9531-4fbc-bcda-de5cd9d0cf4b req-073000fd-a24b-4b10-9458-5efe9e6b7585 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 943 time: 0.0546939 Sep 09 22:30:27.565045 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-152a6993-9531-4fbc-bcda-de5cd9d0cf4b req-a48b65dc-eac1-4c0a-9a32-e0c63cf2c67f tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341976 Sep 09 22:30:28.452629 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0e923-93d4-4ea2-bd97-708e0667f2d3 req-932d7496-c5e7-4013-9503-ae4f795576d6 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:28.454387 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-50e0e923-93d4-4ea2-bd97-708e0667f2d3 req-932d7496-c5e7-4013-9503-ae4f795576d6 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=cacb8d50-0b23-4c74-a8be-04b4baf26e4e HTTP/1.1" status: 200 len: 945 time: 0.0511346 Sep 09 22:30:28.493077 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-50e0e923-93d4-4ea2-bd97-708e0667f2d3 req-e7b584d3-877a-4a2b-a6a5-38e0338ef877 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324404 Sep 09 22:30:28.689285 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1df5a-964d-463e-b5b4-f8a636210416 req-6acd2668-0f36-4509-838b-f73d9c8f2b16 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:28.690804 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e7b1df5a-964d-463e-b5b4-f8a636210416 req-6acd2668-0f36-4509-838b-f73d9c8f2b16 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 943 time: 0.0530336 Sep 09 22:30:28.731098 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e7b1df5a-964d-463e-b5b4-f8a636210416 req-25e1e132-ec9d-47b8-a401-dd49135e11f2 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342960 Sep 09 22:30:29.618639 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f4a4d-d0a3-4c2b-af84-bbd8caa8d81d req-5bc6d84e-4199-4e60-a795-a5123444c89c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:29.620115 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-099f4a4d-d0a3-4c2b-af84-bbd8caa8d81d req-5bc6d84e-4199-4e60-a795-a5123444c89c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=cacb8d50-0b23-4c74-a8be-04b4baf26e4e HTTP/1.1" status: 200 len: 945 time: 0.0584457 Sep 09 22:30:29.660113 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-099f4a4d-d0a3-4c2b-af84-bbd8caa8d81d req-23a3a28d-b0c3-4b4e-bc80-9c091a0ad3c9 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327058 Sep 09 22:30:29.851571 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff1d2a-e198-4f38-bb4c-2b75060a6f91 req-2413a136-e8e6-4d6a-9019-297284a94776 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:29.853094 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1dff1d2a-e198-4f38-bb4c-2b75060a6f91 req-2413a136-e8e6-4d6a-9019-297284a94776 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 943 time: 0.0496469 Sep 09 22:30:29.894214 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1dff1d2a-e198-4f38-bb4c-2b75060a6f91 req-6242bef3-985a-4fe3-98ee-72d3bbe845ff tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345681 Sep 09 22:30:30.783571 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2aa4d-4692-4a2d-8ac3-c6d269c23330 req-ac201415-2a08-45bf-b7a3-2b75963ee06e tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:30.785116 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-84d2aa4d-4692-4a2d-8ac3-c6d269c23330 req-ac201415-2a08-45bf-b7a3-2b75963ee06e tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=cacb8d50-0b23-4c74-a8be-04b4baf26e4e HTTP/1.1" status: 200 len: 945 time: 0.0525596 Sep 09 22:30:30.828381 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-84d2aa4d-4692-4a2d-8ac3-c6d269c23330 req-735afe7b-9f9e-4b1a-b0b2-944f98619148 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349078 Sep 09 22:30:31.025608 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e6d563-dec3-4b13-8d47-8b776fbb6b30 req-0003c6f5-712d-46a6-801e-12cb0ad4abda tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:31.027133 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-82e6d563-dec3-4b13-8d47-8b776fbb6b30 req-0003c6f5-712d-46a6-801e-12cb0ad4abda tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 943 time: 0.0534225 Sep 09 22:30:31.066766 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-82e6d563-dec3-4b13-8d47-8b776fbb6b30 req-fe4d2b45-7e89-4634-a8a8-a0ebcb406794 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330033 Sep 09 22:30:31.950241 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f1a4e-3d73-4367-834b-047338f1ecc0 req-d0ceed59-645c-4175-b2cb-ee3cd52666a3 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:31.951873 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-491f1a4e-3d73-4367-834b-047338f1ecc0 req-d0ceed59-645c-4175-b2cb-ee3cd52666a3 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=cacb8d50-0b23-4c74-a8be-04b4baf26e4e HTTP/1.1" status: 200 len: 945 time: 0.0544217 Sep 09 22:30:31.991458 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-491f1a4e-3d73-4367-834b-047338f1ecc0 req-8871cc8f-fd82-40ec-940b-173d09d93e39 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334134 Sep 09 22:30:32.188459 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264e4b80-9ae4-4c41-90c5-3d756ed166d3 req-d0bd7f74-e941-4eb1-9de4-505935462d3c tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:32.189990 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-264e4b80-9ae4-4c41-90c5-3d756ed166d3 req-d0bd7f74-e941-4eb1-9de4-505935462d3c tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 943 time: 0.0505126 Sep 09 22:30:32.230567 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-264e4b80-9ae4-4c41-90c5-3d756ed166d3 req-a94d7e1f-bdeb-46d5-a08a-129e289a369b tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345500 Sep 09 22:30:32.645637 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e6abb666-8370-4343-a3cb-58627a0eb6a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:33.113252 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac895540-b0ee-4645-b763-dd88a34759f7 req-d43feccf-7f37-43da-913c-f8b8687ff5d8 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:33.114726 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ac895540-b0ee-4645-b763-dd88a34759f7 req-d43feccf-7f37-43da-913c-f8b8687ff5d8 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=cacb8d50-0b23-4c74-a8be-04b4baf26e4e HTTP/1.1" status: 200 len: 945 time: 0.0548794 Sep 09 22:30:33.153734 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ac895540-b0ee-4645-b763-dd88a34759f7 req-09baf0c3-99a7-4e7e-bdef-24c3be0f514e tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328002 Sep 09 22:30:33.352825 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52386880-a53c-44ca-8441-aae0c16035e3 req-b616fd82-7d65-4833-821c-1050869e61aa tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:33.354327 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-52386880-a53c-44ca-8441-aae0c16035e3 req-b616fd82-7d65-4833-821c-1050869e61aa tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 943 time: 0.0498261 Sep 09 22:30:33.397349 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-52386880-a53c-44ca-8441-aae0c16035e3 req-cd707f5c-5e88-49a0-a91b-32d5ecba5bf2 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358922 Sep 09 22:30:34.283124 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee8a739-c89c-4fec-bcd1-f1b8b1f38db7 req-37ff0c73-ee93-4d6f-9452-7db9794b9fd4 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:34.284762 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-eee8a739-c89c-4fec-bcd1-f1b8b1f38db7 req-37ff0c73-ee93-4d6f-9452-7db9794b9fd4 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=cacb8d50-0b23-4c74-a8be-04b4baf26e4e HTTP/1.1" status: 200 len: 945 time: 0.0577238 Sep 09 22:30:34.329952 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-eee8a739-c89c-4fec-bcd1-f1b8b1f38db7 req-229cd77c-647d-4b35-b67e-312308d95ef5 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387812 Sep 09 22:30:34.534823 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6b59c-b779-4314-8d8c-a1a47b0aa3e5 req-288796dd-9372-4ba9-84ea-9bd415739949 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:34.536408 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4eb6b59c-b779-4314-8d8c-a1a47b0aa3e5 req-288796dd-9372-4ba9-84ea-9bd415739949 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 943 time: 0.0576186 Sep 09 22:30:34.578313 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4eb6b59c-b779-4314-8d8c-a1a47b0aa3e5 req-de8cad2a-b5bc-483d-8b2b-b1973680d50c tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360382 Sep 09 22:30:34.956859 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:35.380278 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5f4e1f34-8900-4c1d-ae1c-3b5d27fa8fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:35.444487 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47870b-a050-4209-852e-37dcd5df85e1 req-c64de563-2a58-44c5-b080-315b20c89dab tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:35.445930 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3c47870b-a050-4209-852e-37dcd5df85e1 req-c64de563-2a58-44c5-b080-315b20c89dab tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=cacb8d50-0b23-4c74-a8be-04b4baf26e4e HTTP/1.1" status: 200 len: 945 time: 0.0477974 Sep 09 22:30:35.483721 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3c47870b-a050-4209-852e-37dcd5df85e1 req-0b1d90cd-f291-421e-948a-150e1dffd2c4 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312569 Sep 09 22:30:35.699385 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0e6f8-c402-4b20-bcab-d31478d19e9c req-efa19315-3226-42bb-97ca-83dc07be08be tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:35.700864 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-48e0e6f8-c402-4b20-bcab-d31478d19e9c req-efa19315-3226-42bb-97ca-83dc07be08be tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 943 time: 0.0475171 Sep 09 22:30:35.740795 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-48e0e6f8-c402-4b20-bcab-d31478d19e9c req-6b3da015-f7a3-4a9b-a9c5-b4a66355cd73 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332620 Sep 09 22:30:35.803017 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:36.601707 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b4efdc-2f07-4c1c-8b7f-c9bf21a30176 req-01ac1da4-def2-49f6-b987-95ef6311a0b5 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:36.603180 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-84b4efdc-2f07-4c1c-8b7f-c9bf21a30176 req-01ac1da4-def2-49f6-b987-95ef6311a0b5 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=cacb8d50-0b23-4c74-a8be-04b4baf26e4e HTTP/1.1" status: 200 len: 945 time: 0.0520799 Sep 09 22:30:36.641139 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-84b4efdc-2f07-4c1c-8b7f-c9bf21a30176 req-9840db7d-0761-43ed-aad2-81fa20c294d8 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313530 Sep 09 22:30:36.699921 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:36.819714 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecbf294-b7b8-4acd-ba6c-ed758813747d req-75ca285c-f928-4044-ad80-b69ad9b1a8a7 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:36.821197 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-aecbf294-b7b8-4acd-ba6c-ed758813747d req-75ca285c-f928-4044-ad80-b69ad9b1a8a7 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.20 "GET /v2.0/ports?device_id=cacb8d50-0b23-4c74-a8be-04b4baf26e4e HTTP/1.1" status: 200 len: 945 time: 0.0478840 Sep 09 22:30:36.920273 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a9dc97-b16b-47ac-bc87-2c80d272c649 req-98c4b6fd-cfca-4523-9a5d-dbee933f4fd0 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:36.921736 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-19a9dc97-b16b-47ac-bc87-2c80d272c649 req-98c4b6fd-cfca-4523-9a5d-dbee933f4fd0 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 943 time: 0.0996785 Sep 09 22:30:36.977265 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-19a9dc97-b16b-47ac-bc87-2c80d272c649 req-9b93b179-772e-429e-95da-0192f3e7bd53 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488093 Sep 09 22:30:36.980071 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-aecbf294-b7b8-4acd-ba6c-ed758813747d req-072b96ca-0092-4ef4-946b-b50b7548cf1c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Deleting port 9609f721-a64b-4fda-b9ed-70034469c778 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:30:36.980282 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-aecbf294-b7b8-4acd-ba6c-ed758813747d req-072b96ca-0092-4ef4-946b-b50b7548cf1c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:37.070600 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-aecbf294-b7b8-4acd-ba6c-ed758813747d req-072b96ca-0092-4ef4-946b-b50b7548cf1c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] For port 9609f721-a64b-4fda-b9ed-70034469c778, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=9609f721-a64b-4fda-b9ed-70034469c778,segment=NetworkSegment(9a51308c-3fc8-4057-b734-fc33372de6bc),segment_id=9a51308c-3fc8-4057-b734-fc33372de6bc)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:30:37.070870 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-aecbf294-b7b8-4acd-ba6c-ed758813747d req-072b96ca-0092-4ef4-946b-b50b7548cf1c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:37.235216 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-aecbf294-b7b8-4acd-ba6c-ed758813747d req-072b96ca-0092-4ef4-946b-b50b7548cf1c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:37.235571 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-aecbf294-b7b8-4acd-ba6c-ed758813747d req-072b96ca-0092-4ef4-946b-b50b7548cf1c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415029'] for floatingip, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:37.235879 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.db.l3_db [req-aecbf294-b7b8-4acd-ba6c-ed758813747d req-072b96ca-0092-4ef4-946b-b50b7548cf1c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Floating IP 6f2f1bd4-48f3-4295-94b0-24e68ad9d6b6 disassociated. External IP: 172.27.3.90, port: 9609f721-a64b-4fda-b9ed-70034469c778. Sep 09 22:30:37.236242 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-aecbf294-b7b8-4acd-ba6c-ed758813747d req-072b96ca-0092-4ef4-946b-b50b7548cf1c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Calling delete_port for 9609f721-a64b-4fda-b9ed-70034469c778 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:30:37.370026 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-aecbf294-b7b8-4acd-ba6c-ed758813747d req-072b96ca-0092-4ef4-946b-b50b7548cf1c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:37.409752 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072b96ca-0092-4ef4-946b-b50b7548cf1c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Pushing event deleted for resources: {'Port': ['ID=9609f721-a64b-4fda-b9ed-70034469c778,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:30:37.449357 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072b96ca-0092-4ef4-946b-b50b7548cf1c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:30:37.449709 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072b96ca-0092-4ef4-946b-b50b7548cf1c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:30:37.450152 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072b96ca-0092-4ef4-946b-b50b7548cf1c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:30:37.450579 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072b96ca-0092-4ef4-946b-b50b7548cf1c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:30:37.451228 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072b96ca-0092-4ef4-946b-b50b7548cf1c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:30:37.451616 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072b96ca-0092-4ef4-946b-b50b7548cf1c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:30:37.452549 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072b96ca-0092-4ef4-946b-b50b7548cf1c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:30:37.453074 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072b96ca-0092-4ef4-946b-b50b7548cf1c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:30:37.453562 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072b96ca-0092-4ef4-946b-b50b7548cf1c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:30:37.453993 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072b96ca-0092-4ef4-946b-b50b7548cf1c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:30:37.454451 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072b96ca-0092-4ef4-946b-b50b7548cf1c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:30:37.454807 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072b96ca-0092-4ef4-946b-b50b7548cf1c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:30:37.535271 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aecbf294-b7b8-4acd-ba6c-ed758813747d req-072b96ca-0092-4ef4-946b-b50b7548cf1c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Router 3965cb03-7ac2-4373-b0f9-bb5f443662cf has already been hosted by L3 agent ecba8a59-1a63-4f4e-b72e-1c921b89dba6 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:30:37.644955 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aecbf294-b7b8-4acd-ba6c-ed758813747d req-072b96ca-0092-4ef4-946b-b50b7548cf1c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify agent at l3_agent.dv-cinder-759955-23-iscsi the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:30:37.654322 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82c592d-5277-41f6-80e7-f046f7b47586 None None] Sync routers for ids ['3965cb03-7ac2-4373-b0f9-bb5f443662cf'] in dv-cinder-759955-23-iscsi {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:30:37.664678 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82c592d-5277-41f6-80e7-f046f7b47586 None None] Routers {'3965cb03-7ac2-4373-b0f9-bb5f443662cf'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:30:37.665301 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-c82c592d-5277-41f6-80e7-f046f7b47586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:30:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['3965cb03-7ac2-4373-b0f9-bb5f443662cf'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:30:37.685023 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-aecbf294-b7b8-4acd-ba6c-ed758813747d req-072b96ca-0092-4ef4-946b-b50b7548cf1c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] No DVR routers for this DVR port 9609f721-a64b-4fda-b9ed-70034469c778 on host hv-cinder-75995 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:30:37.688558 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-aecbf294-b7b8-4acd-ba6c-ed758813747d req-072b96ca-0092-4ef4-946b-b50b7548cf1c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:37.690625 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-aecbf294-b7b8-4acd-ba6c-ed758813747d req-072b96ca-0092-4ef4-946b-b50b7548cf1c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.20 "DELETE /v2.0/ports/9609f721-a64b-4fda-b9ed-70034469c778 HTTP/1.1" status: 204 len: 173 time: 0.8599892 Sep 09 22:30:37.691073 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cacb8d50-0b23-4c74-a8be-04b4baf26e4e', 'name': 'network-vif-deleted', 'tag': '9609f721-a64b-4fda-b9ed-70034469c778'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:30:37.693376 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febecf7243e3540986e18e5907cacf19c405284daaaade8257553be7db475bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5448ec23-bace-4fa6-ad46-646ac65fc29b" -d '{"events": [{"server_uuid": "cacb8d50-0b23-4c74-a8be-04b4baf26e4e", "name": "network-vif-deleted", "tag": "9609f721-a64b-4fda-b9ed-70034469c778"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:30:37.755083 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7d208aff-df02-4b1f-a849-b8147abab8d0 req-a4362811-1c0d-4d8e-bfae-0cb5f7f6ceef tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=cacb8d50-0b23-4c74-a8be-04b4baf26e4e HTTP/1.1" status: 200 len: 210 time: 0.0341897 Sep 09 22:30:37.801605 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-c82c592d-5277-41f6-80e7-f046f7b47586 None None] Set router 3965cb03-7ac2-4373-b0f9-bb5f443662cf gateway port host: dv-cinder-759955-23-iscsi {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:30:37.824985 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45e9b89-bac2-4476-b4b8-b261dfb29c28 x-openstack-request-id: req-d45e9b89-bac2-4476-b4b8-b261dfb29c28 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:30:37.825511 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cacb8d50-0b23-4c74-a8be-04b4baf26e4e", "name": "network-vif-deleted", "tag": "9609f721-a64b-4fda-b9ed-70034469c778", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:30:37.825844 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d45e9b89-bac2-4476-b4b8-b261dfb29c28 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:30:37.826442 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cacb8d50-0b23-4c74-a8be-04b4baf26e4e', 'name': 'network-vif-deleted', 'tag': '9609f721-a64b-4fda-b9ed-70034469c778', 'status': 'completed', 'code': 200} Sep 09 22:30:38.008906 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-c82c592d-5277-41f6-80e7-f046f7b47586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'name': 'tempest-TestVolumeBootPattern-2097652074-router', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:26:35Z', 'updated_at': '2021-09-09T22:26:42Z', 'revision_number': 4, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'gw_port': {'id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:36Z', 'updated_at': '2021-09-09T22:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': '256f3ab3-ac27-4169-bbd1-858fd14e4ae7', 'name': '', 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'mac_address': 'fa:16:3e:78:cc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '00d86d00-e9a4-4aee-a6b2-3faac56ffafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:40Z', 'updated_at': '2021-09-09T22:26:50Z', 'revision_number': 5, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'subnets': [{'id': '00d86d00-e9a4-4aee-a6b2-3faac56ffafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:30:38.036222 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82c592d-5277-41f6-80e7-f046f7b47586 None None] Checking router: 3965cb03-7ac2-4373-b0f9-bb5f443662cf for host: dv-cinder-759955-23-iscsi {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:30:38.046604 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82c592d-5277-41f6-80e7-f046f7b47586 None None] Routers {'3965cb03-7ac2-4373-b0f9-bb5f443662cf'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:30:38.047226 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-c82c592d-5277-41f6-80e7-f046f7b47586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:30:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['3965cb03-7ac2-4373-b0f9-bb5f443662cf'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:30:38.108195 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:38.109838 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2d1caf-b6ac-41e3-81a6-3b6674f492c1 req-66d651fa-4917-4b1f-a9e4-e969595ffda3 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:38.111411 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9e2d1caf-b6ac-41e3-81a6-3b6674f492c1 req-66d651fa-4917-4b1f-a9e4-e969595ffda3 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 943 time: 0.0534801 Sep 09 22:30:38.151080 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9e2d1caf-b6ac-41e3-81a6-3b6674f492c1 req-47fca958-50e6-4981-ba4c-1f66a3b2cd82 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335782 Sep 09 22:30:38.169786 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-c82c592d-5277-41f6-80e7-f046f7b47586 None None] Set router 3965cb03-7ac2-4373-b0f9-bb5f443662cf gateway port host: dv-cinder-759955-23-iscsi {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:30:38.380778 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-c82c592d-5277-41f6-80e7-f046f7b47586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'name': 'tempest-TestVolumeBootPattern-2097652074-router', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:26:35Z', 'updated_at': '2021-09-09T22:26:42Z', 'revision_number': 4, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'gw_port': {'id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:36Z', 'updated_at': '2021-09-09T22:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': '256f3ab3-ac27-4169-bbd1-858fd14e4ae7', 'name': '', 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'mac_address': 'fa:16:3e:78:cc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '00d86d00-e9a4-4aee-a6b2-3faac56ffafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:40Z', 'updated_at': '2021-09-09T22:26:50Z', 'revision_number': 5, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'subnets': [{'id': '00d86d00-e9a4-4aee-a6b2-3faac56ffafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:30:38.414267 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82c592d-5277-41f6-80e7-f046f7b47586 None None] The sync data for ids ['3965cb03-7ac2-4373-b0f9-bb5f443662cf'] in dv-cinder-759955-23-iscsi is: [{'id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'name': 'tempest-TestVolumeBootPattern-2097652074-router', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:26:35Z', 'updated_at': '2021-09-09T22:26:42Z', 'revision_number': 4, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'gw_port': {'id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:36Z', 'updated_at': '2021-09-09T22:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': '256f3ab3-ac27-4169-bbd1-858fd14e4ae7', 'name': '', 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'mac_address': 'fa:16:3e:78:cc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '00d86d00-e9a4-4aee-a6b2-3faac56ffafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:40Z', 'updated_at': '2021-09-09T22:26:50Z', 'revision_number': 5, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'subnets': [{'id': '00d86d00-e9a4-4aee-a6b2-3faac56ffafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:30:38.633623 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ff7b7a-5f91-4919-aa5b-ac126a90d432 None None] New status for floating IP 6f2f1bd4-48f3-4295-94b0-24e68ad9d6b6: DOWN {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 22:30:39.004921 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-fcfa9d84-1205-480d-8473-d62901659a70 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2112070789&fields=id&tenant_id=57b2554ae3954c0c842e1ddefc325dae HTTP/1.1" status: 200 len: 267 time: 0.0322564 Sep 09 22:30:39.108721 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-66970ac1-104b-4451-812f-e04fbe070a80 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:39.110283 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-66970ac1-104b-4451-812f-e04fbe070a80 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/networks?id=5841743a-0bf4-4a7f-9ea2-766ccec1923f HTTP/1.1" status: 200 len: 812 time: 0.0985253 Sep 09 22:30:39.125186 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-8189ae0e-529a-4288-8d97-ad8619b333a7 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/quotas/57b2554ae3954c0c842e1ddefc325dae HTTP/1.1" status: 200 len: 375 time: 0.0094323 Sep 09 22:30:39.180868 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-16fcaf1d-9377-4bb7-aaae-521f569cacfe tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=57b2554ae3954c0c842e1ddefc325dae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504282 Sep 09 22:30:39.300969 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-dbc196e9-436f-44b9-aa37-1607eb425117 service neutron] 10.222.0.41 "GET /v2.0/networks/5841743a-0bf4-4a7f-9ea2-766ccec1923f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069770 Sep 09 22:30:39.313419 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d56488-49f4-4896-a1e2-b771d14190b4 req-3e81cbb7-9122-4f44-b2f3-06abad100dc1 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:39.314807 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d2d56488-49f4-4896-a1e2-b771d14190b4 req-3e81cbb7-9122-4f44-b2f3-06abad100dc1 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 943 time: 0.0658643 Sep 09 22:30:39.401555 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d2d56488-49f4-4896-a1e2-b771d14190b4 req-a3dccd8c-dcf4-48ca-8699-79c1a97a44d5 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792012 Sep 09 22:30:39.424318 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-5d63773f-4e80-409d-b25d-b029e75547ac service neutron] 10.222.0.41 "GET /v2.0/networks/5841743a-0bf4-4a7f-9ea2-766ccec1923f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085789 Sep 09 22:30:39.738384 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4ee100d2-c6aa-4d02-ab08-8dfdc2f5746c req-7b3e32f0-2b3a-4915-b83b-f02ede76c477 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=f606411d-8d0f-481e-b520-501d72e2a9b1 HTTP/1.1" status: 200 len: 210 time: 0.0394619 Sep 09 22:30:40.538051 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21850ec3-8afe-46f9-8a57-89152aa73e2a req-8c35702f-0863-44bf-b39c-52a799d2892a tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:40.539608 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-21850ec3-8afe-46f9-8a57-89152aa73e2a req-8c35702f-0863-44bf-b39c-52a799d2892a tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 943 time: 0.0602658 Sep 09 22:30:40.647112 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-21850ec3-8afe-46f9-8a57-89152aa73e2a req-1d0d46a2-e5ef-45a3-9c53-64cc1b6e18c4 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961506 Sep 09 22:30:40.691318 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-272cb585-55e9-46f2-bc3c-0f6269cd8bda tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:40.692861 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-272cb585-55e9-46f2-bc3c-0f6269cd8bda tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.20 "GET /v2.0/networks?id=5841743a-0bf4-4a7f-9ea2-766ccec1923f HTTP/1.1" status: 200 len: 812 time: 0.1523604 Sep 09 22:30:40.744506 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-1c410e77-17d4-4fa0-a8e7-16755ec3022f tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57b2554ae3954c0c842e1ddefc325dae HTTP/1.1" status: 200 len: 380 time: 0.0358582 Sep 09 22:30:40.758043 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-dfbb24af-567a-4524-8c2a-713a27b8cb9a tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Request body: {'port': {'device_id': 'f606411d-8d0f-481e-b520-501d72e2a9b1', 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f', 'admin_state_up': True, 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'security_groups': ['97fb00ab-ceca-45cc-b89f-fa620e17188c']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:30:40.856353 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d621c784-6b4e-4e04-9cb3-1b71479c9f30 req-b3eaefbc-3258-46a9-a67c-0749187ba0cc tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=f606411d-8d0f-481e-b520-501d72e2a9b1 HTTP/1.1" status: 200 len: 210 time: 0.0341206 Sep 09 22:30:40.894351 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-dfbb24af-567a-4524-8c2a-713a27b8cb9a tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Made reservation on behalf of 57b2554ae3954c0c842e1ddefc325dae for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:30:40.897783 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-dfbb24af-567a-4524-8c2a-713a27b8cb9a tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:41.026642 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-dfbb24af-567a-4524-8c2a-713a27b8cb9a tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Allocated IP 172.20.0.3 (5841743a-0bf4-4a7f-9ea2-766ccec1923f/00d86d00-e9a4-4aee-a6b2-3faac56ffafe/6582eb41-204a-40cc-b891-30fc4330f271) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:30:41.172628 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-dfbb24af-567a-4524-8c2a-713a27b8cb9a tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:41.186842 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-dfbb24af-567a-4524-8c2a-713a27b8cb9a tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Transition to ACTIVE for port object 6582eb41-204a-40cc-b891-30fc4330f271 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:30:41.218706 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-dfbb24af-567a-4524-8c2a-713a27b8cb9a tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:41.269366 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-dfbb24af-567a-4524-8c2a-713a27b8cb9a tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Network 5841743a-0bf4-4a7f-9ea2-766ccec1923f is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:30:41.273992 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-dfbb24af-567a-4524-8c2a-713a27b8cb9a tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:30:41.282176 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-dfbb24af-567a-4524-8c2a-713a27b8cb9a tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:30:41.310128 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbb24af-567a-4524-8c2a-713a27b8cb9a tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Pushing event updated for resources: {'Port': ['ID=6582eb41-204a-40cc-b891-30fc4330f271,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:30:41.347374 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-dfbb24af-567a-4524-8c2a-713a27b8cb9a tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:41.348319 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-dfbb24af-567a-4524-8c2a-713a27b8cb9a tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:41.364373 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-dfbb24af-567a-4524-8c2a-713a27b8cb9a tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6100659 Sep 09 22:30:41.376669 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-37361057-2353-445b-bf50-95e9856cccea service neutron] Request body: {'port': {'device_id': 'f606411d-8d0f-481e-b520-501d72e2a9b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:30:41.435702 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-37361057-2353-445b-bf50-95e9856cccea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:41.460311 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-0b4cc1f5-9b35-42e0-9e04-9b38bf09c142 None None] Provisioning for port 6582eb41-204a-40cc-b891-30fc4330f271 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:30:41.464520 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-0b4cc1f5-9b35-42e0-9e04-9b38bf09c142 None None] Provisioning complete for port 6582eb41-204a-40cc-b891-30fc4330f271 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:30:41.464914 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0b4cc1f5-9b35-42e0-9e04-9b38bf09c142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:41.492632 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 9609f721-a64b-4fda-b9ed-70034469c778 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:30:41.518261 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-0b4cc1f5-9b35-42e0-9e04-9b38bf09c142 None None] Port 6582eb41-204a-40cc-b891-30fc4330f271 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 22:30:41.519764 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] No Port match for: 9609f721-a64b-4fda-b9ed-70034469c778 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:30:41.520142 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 9609f721-a64b-4fda-b9ed-70034469c778 not bound to the agent host hv-cinder-75995 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:30:41.707789 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-37361057-2353-445b-bf50-95e9856cccea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6582eb41-204a-40cc-b891-30fc4330f271 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:30:41.715274 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-37361057-2353-445b-bf50-95e9856cccea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:41.730482 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-37361057-2353-445b-bf50-95e9856cccea service neutron] Transition to ACTIVE for port object 6582eb41-204a-40cc-b891-30fc4330f271 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:30:41.739856 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-37361057-2353-445b-bf50-95e9856cccea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27131053'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:41.812711 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37361057-2353-445b-bf50-95e9856cccea service neutron] Pushing event updated for resources: {'Port': ['ID=6582eb41-204a-40cc-b891-30fc4330f271,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:30:41.844290 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028fd88-1460-4be8-88ab-c89690f2a5ab req-a3271921-cdf0-4545-87b5-f6861d209a8a tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:41.845864 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f028fd88-1460-4be8-88ab-c89690f2a5ab req-a3271921-cdf0-4545-87b5-f6861d209a8a tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 943 time: 0.1184931 Sep 09 22:30:41.914649 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f028fd88-1460-4be8-88ab-c89690f2a5ab req-edcec227-0ab9-4b95-94fb-5283fd688acb tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481327 Sep 09 22:30:41.927270 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-37361057-2353-445b-bf50-95e9856cccea service neutron] Attempting to bind port 6582eb41-204a-40cc-b891-30fc4330f271 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:30:41.927696 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-37361057-2353-445b-bf50-95e9856cccea service neutron] Attempting to bind port 6582eb41-204a-40cc-b891-30fc4330f271 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '9a51308c-3fc8-4057-b734-fc33372de6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:30:41.928159 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-37361057-2353-445b-bf50-95e9856cccea service neutron] Attempting to bind port 6582eb41-204a-40cc-b891-30fc4330f271 on network 5841743a-0bf4-4a7f-9ea2-766ccec1923f {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:30:41.933067 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-37361057-2353-445b-bf50-95e9856cccea service neutron] Port 6582eb41-204a-40cc-b891-30fc4330f271 on network 5841743a-0bf4-4a7f-9ea2-766ccec1923f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 22:30:41.933462 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-37361057-2353-445b-bf50-95e9856cccea service neutron] Attempting to bind port 6582eb41-204a-40cc-b891-30fc4330f271 on network 5841743a-0bf4-4a7f-9ea2-766ccec1923f {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:30:41.946213 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-37361057-2353-445b-bf50-95e9856cccea service neutron] Checking agent: {'id': 'd4d09dd9-4fb9-4f0d-bf57-c365063561af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 23, 5), 'started_at': datetime.datetime(2021, 9, 9, 22, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:30:41.946618 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-37361057-2353-445b-bf50-95e9856cccea service neutron] Checking segment: {'id': '9a51308c-3fc8-4057-b734-fc33372de6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:30:41.947064 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-37361057-2353-445b-bf50-95e9856cccea service neutron] Bound using segment: {'id': '9a51308c-3fc8-4057-b734-fc33372de6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:30:41.947625 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-37361057-2353-445b-bf50-95e9856cccea service neutron] Bound port: 6582eb41-204a-40cc-b891-30fc4330f271, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a51308c-3fc8-4057-b734-fc33372de6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:30:41.948015 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-37361057-2353-445b-bf50-95e9856cccea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:42.037910 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e5464c-8134-45c7-ad93-ab2af107a34c req-3b05c4a7-6089-4f90-9899-9fd78bd189fd tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:42.039298 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-49e5464c-8134-45c7-ad93-ab2af107a34c req-3b05c4a7-6089-4f90-9899-9fd78bd189fd tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=f606411d-8d0f-481e-b520-501d72e2a9b1 HTTP/1.1" status: 200 len: 943 time: 0.0890956 Sep 09 22:30:42.067926 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-37361057-2353-445b-bf50-95e9856cccea service neutron] For port 6582eb41-204a-40cc-b891-30fc4330f271, host hv-cinder-75995, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:30:42.087151 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-37361057-2353-445b-bf50-95e9856cccea service neutron] For port 6582eb41-204a-40cc-b891-30fc4330f271, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=6582eb41-204a-40cc-b891-30fc4330f271,segment=NetworkSegment(9a51308c-3fc8-4057-b734-fc33372de6bc),segment_id=9a51308c-3fc8-4057-b734-fc33372de6bc)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:30:42.093142 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-37361057-2353-445b-bf50-95e9856cccea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27131053'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:42.102869 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-49e5464c-8134-45c7-ad93-ab2af107a34c req-c2a1c2b7-a424-4f3e-af82-7df91ee39bb1 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531723 Sep 09 22:30:42.130658 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-37361057-2353-445b-bf50-95e9856cccea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:42.131277 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-37361057-2353-445b-bf50-95e9856cccea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:42.132771 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-37361057-2353-445b-bf50-95e9856cccea service neutron] 10.222.0.20 "PUT /v2.0/ports/6582eb41-204a-40cc-b891-30fc4330f271 HTTP/1.1" status: 200 len: 1093 time: 0.7605464 Sep 09 22:30:42.133219 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f606411d-8d0f-481e-b520-501d72e2a9b1', 'tag': '6582eb41-204a-40cc-b891-30fc4330f271'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:30:42.135719 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febecf7243e3540986e18e5907cacf19c405284daaaade8257553be7db475bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc342b9-3e51-4a24-8c38-0ebcd289a115" -d '{"events": [{"name": "network-changed", "server_uuid": "f606411d-8d0f-481e-b520-501d72e2a9b1", "tag": "6582eb41-204a-40cc-b891-30fc4330f271"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:30:42.160263 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37361057-2353-445b-bf50-95e9856cccea service neutron] Pushing event updated for resources: {'Port': ['ID=6582eb41-204a-40cc-b891-30fc4330f271,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:30:42.177181 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21973aaf-25b8-49f1-94c4-0f9cb61f2135 x-openstack-request-id: req-21973aaf-25b8-49f1-94c4-0f9cb61f2135 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:30:42.177467 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f606411d-8d0f-481e-b520-501d72e2a9b1", "tag": "6582eb41-204a-40cc-b891-30fc4330f271", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:30:42.177715 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-21973aaf-25b8-49f1-94c4-0f9cb61f2135 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:30:42.178110 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f606411d-8d0f-481e-b520-501d72e2a9b1', 'tag': '6582eb41-204a-40cc-b891-30fc4330f271', 'status': 'completed', 'code': 200} Sep 09 22:30:42.226916 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-14876e07-22d4-4818-9d65-e315c677c85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:42.228435 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-14876e07-22d4-4818-9d65-e315c677c85c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=57b2554ae3954c0c842e1ddefc325dae&device_id=f606411d-8d0f-481e-b520-501d72e2a9b1 HTTP/1.1" status: 200 len: 1096 time: 0.0429490 Sep 09 22:30:42.516292 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-eb63ecc5-3e5d-4838-9e30-1dc8a72834d4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6582eb41-204a-40cc-b891-30fc4330f271 HTTP/1.1" status: 200 len: 217 time: 0.2796862 Sep 09 22:30:42.564969 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-6e98bb9c-3338-44bd-ab38-419e084afc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:42.566327 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-6e98bb9c-3338-44bd-ab38-419e084afc4f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00d86d00-e9a4-4aee-a6b2-3faac56ffafe HTTP/1.1" status: 200 len: 851 time: 0.0431395 Sep 09 22:30:42.614527 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-19a5d63f-de5a-4b52-bdfc-f63af8ab307d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:42.615983 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-19a5d63f-de5a-4b52-bdfc-f63af8ab307d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5841743a-0bf4-4a7f-9ea2-766ccec1923f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0417502 Sep 09 22:30:42.714704 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-a8655441-af0f-4de9-8860-3cfc7557392d service neutron] 10.222.0.20 "GET /v2.0/networks/5841743a-0bf4-4a7f-9ea2-766ccec1923f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897005 Sep 09 22:30:42.808537 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a855f1a1-6a90-4ef6-8b76-05a57e014ab4 req-f02426a7-9db5-4b94-a6da-9074e6ab596c service neutron] 10.222.0.20 "GET /v2.0/networks/5841743a-0bf4-4a7f-9ea2-766ccec1923f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866277 Sep 09 22:30:42.916834 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc342b9-3e51-4a24-8c38-0ebcd289a115 req-71f11c8b-b561-4b01-bab0-c283a140c0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:42.918343 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3bc342b9-3e51-4a24-8c38-0ebcd289a115 req-71f11c8b-b561-4b01-bab0-c283a140c0eb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=57b2554ae3954c0c842e1ddefc325dae&device_id=f606411d-8d0f-481e-b520-501d72e2a9b1 HTTP/1.1" status: 200 len: 1096 time: 0.0477076 Sep 09 22:30:43.024553 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc342b9-3e51-4a24-8c38-0ebcd289a115 req-8eea8fde-4813-4b58-8939-85f8a55d1041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:43.026030 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3bc342b9-3e51-4a24-8c38-0ebcd289a115 req-8eea8fde-4813-4b58-8939-85f8a55d1041 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5841743a-0bf4-4a7f-9ea2-766ccec1923f HTTP/1.1" status: 200 len: 912 time: 0.0994716 Sep 09 22:30:43.083392 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3bc342b9-3e51-4a24-8c38-0ebcd289a115 req-65160168-e8d8-4712-959f-7a76cec13c86 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6582eb41-204a-40cc-b891-30fc4330f271 HTTP/1.1" status: 200 len: 217 time: 0.0437343 Sep 09 22:30:43.110193 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05dffee-a034-41e3-b556-21be504c9379 req-8a6afafc-3393-4878-b37f-e1862e26dccd tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:43.111810 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c05dffee-a034-41e3-b556-21be504c9379 req-8a6afafc-3393-4878-b37f-e1862e26dccd tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 943 time: 0.1058242 Sep 09 22:30:43.187326 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc342b9-3e51-4a24-8c38-0ebcd289a115 req-2858e3b8-e7e0-48fd-b901-11de7b11621d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:43.189294 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3bc342b9-3e51-4a24-8c38-0ebcd289a115 req-2858e3b8-e7e0-48fd-b901-11de7b11621d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00d86d00-e9a4-4aee-a6b2-3faac56ffafe HTTP/1.1" status: 200 len: 851 time: 0.0990410 Sep 09 22:30:43.198286 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c05dffee-a034-41e3-b556-21be504c9379 req-eab872e4-99d4-4e4f-8d5c-411833fa7cbd tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581884 Sep 09 22:30:43.273494 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc342b9-3e51-4a24-8c38-0ebcd289a115 req-5eb81d78-748a-465b-98b0-aa8325f27fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:43.274969 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3bc342b9-3e51-4a24-8c38-0ebcd289a115 req-5eb81d78-748a-465b-98b0-aa8325f27fcd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5841743a-0bf4-4a7f-9ea2-766ccec1923f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0758359 Sep 09 22:30:43.283018 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec468d79-c94d-46f7-acb5-45e5847ad559 req-3954e5e0-5709-4e87-a189-385bed6cb200 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:43.284361 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ec468d79-c94d-46f7-acb5-45e5847ad559 req-3954e5e0-5709-4e87-a189-385bed6cb200 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=f606411d-8d0f-481e-b520-501d72e2a9b1 HTTP/1.1" status: 200 len: 943 time: 0.0842004 Sep 09 22:30:43.377143 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ec468d79-c94d-46f7-acb5-45e5847ad559 req-2983fb12-44ca-4584-905b-5b20697f5ec7 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846620 Sep 09 22:30:43.397002 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3bc342b9-3e51-4a24-8c38-0ebcd289a115 req-4d2557f6-4dbe-4bbe-a7c7-407ba76642ec service neutron] 10.222.0.20 "GET /v2.0/networks/5841743a-0bf4-4a7f-9ea2-766ccec1923f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117260 Sep 09 22:30:43.486786 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3bc342b9-3e51-4a24-8c38-0ebcd289a115 req-9365ae8e-240e-4220-a4da-d05046137684 service neutron] 10.222.0.20 "GET /v2.0/networks/5841743a-0bf4-4a7f-9ea2-766ccec1923f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826426 Sep 09 22:30:43.512875 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 491d5ca5-09d2-4689-870c-abeddc93c33e details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 22:30:43.612537 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 491d5ca5-09d2-4689-870c-abeddc93c33e, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=491d5ca5-09d2-4689-870c-abeddc93c33e,segment=NetworkSegment(e35247d3-5169-4319-9016-5c4a3a40d907),segment_id=e35247d3-5169-4319-9016-5c4a3a40d907)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:30:43.624293 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Returning: {'device': '491d5ca5-09d2-4689-870c-abeddc93c33e', 'network_id': '400f8173-ba02-43b5-8ce5-c9f86dbae434', 'port_id': '491d5ca5-09d2-4689-870c-abeddc93c33e', 'mac_address': 'fa:16:3e:41:be:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aea9e89c-ee50-4cf6-8ff5-ae7a991147d2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 22:30:43.664323 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:43.677453 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 491d5ca5-09d2-4689-870c-abeddc93c33e {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:30:43.697942 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 491d5ca5-09d2-4689-870c-abeddc93c33e, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=491d5ca5-09d2-4689-870c-abeddc93c33e,segment=NetworkSegment(e35247d3-5169-4319-9016-5c4a3a40d907),segment_id=e35247d3-5169-4319-9016-5c4a3a40d907)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:30:43.702953 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:43.756753 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=491d5ca5-09d2-4689-870c-abeddc93c33e,revision_number=9']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:30:43.907644 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] get_ports_and_sgs() called for port_ids ['491d5ca5-09d2-4689-870c-abeddc93c33e'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:30:44.325717 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f370a-44f9-4bb7-ad91-7f28f1a9a8b0 req-8ba7e97c-8234-4777-b43c-79f4272200f9 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:44.327532 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f58f370a-44f9-4bb7-ad91-7f28f1a9a8b0 req-8ba7e97c-8234-4777-b43c-79f4272200f9 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 944 time: 0.0520532 Sep 09 22:30:44.365519 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f58f370a-44f9-4bb7-ad91-7f28f1a9a8b0 req-a6e0160e-e2cd-44ba-a5c1-752fc910284e tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320318 Sep 09 22:30:44.526262 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee3b0f-1cfb-4b1c-8043-f9d48e7e6042 req-31b9bbfc-7ca4-48a5-ac63-a4da2c3a067e tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:44.527804 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-28ee3b0f-1cfb-4b1c-8043-f9d48e7e6042 req-31b9bbfc-7ca4-48a5-ac63-a4da2c3a067e tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=f606411d-8d0f-481e-b520-501d72e2a9b1 HTTP/1.1" status: 200 len: 943 time: 0.0752933 Sep 09 22:30:44.573899 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-28ee3b0f-1cfb-4b1c-8043-f9d48e7e6042 req-3140eb14-aa27-4d0e-97b3-267b4ae0409a tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378478 Sep 09 22:30:45.498972 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644534b8-f8dc-43dd-b3b3-e82458fd6172 req-95efa607-3769-491f-9e79-4601ccd42631 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:45.500494 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-644534b8-f8dc-43dd-b3b3-e82458fd6172 req-95efa607-3769-491f-9e79-4601ccd42631 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 944 time: 0.0496588 Sep 09 22:30:45.523045 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 491d5ca5-09d2-4689-870c-abeddc93c33e up at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:30:45.538108 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-644534b8-f8dc-43dd-b3b3-e82458fd6172 req-3c49cf09-ff13-4c77-8931-7f0fea03d3fe tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317800 Sep 09 22:30:45.586936 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Provisioning complete for port 491d5ca5-09d2-4689-870c-abeddc93c33e triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:30:45.587304 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:45.681591 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:45.704430 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487faea2-af98-4ad3-bc1c-e5946a0a9934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491d5ca5-09d2-4689-870c-abeddc93c33e'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:30:45.707110 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497578eeb0b1d224d742647686e7d62f740bb656e2f2bb1278978b4c95122d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40b8891f-c07c-46b2-84ab-5aff6b2b1118" -d '{"events": [{"server_uuid": "487faea2-af98-4ad3-bc1c-e5946a0a9934", "name": "network-vif-plugged", "status": "completed", "tag": "491d5ca5-09d2-4689-870c-abeddc93c33e"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:30:45.722139 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 491d5ca5-09d2-4689-870c-abeddc93c33e, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=491d5ca5-09d2-4689-870c-abeddc93c33e,segment=NetworkSegment(e35247d3-5169-4319-9016-5c4a3a40d907),segment_id=e35247d3-5169-4319-9016-5c4a3a40d907)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:30:45.727868 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:45.730989 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc757cc-c83d-4f64-9a9a-3901fe56138f req-f43e411a-a212-4229-99a3-29c205bfb786 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:45.732582 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9fc757cc-c83d-4f64-9a9a-3901fe56138f req-f43e411a-a212-4229-99a3-29c205bfb786 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=f606411d-8d0f-481e-b520-501d72e2a9b1 HTTP/1.1" status: 200 len: 943 time: 0.0594165 Sep 09 22:30:45.788617 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9fc757cc-c83d-4f64-9a9a-3901fe56138f req-2fedad4d-76c7-421c-a33b-507692e0652f tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487115 Sep 09 22:30:45.809298 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=491d5ca5-09d2-4689-870c-abeddc93c33e,revision_number=10']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:30:45.822034 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66279091-9313-4c00-9047-df5234aa877d x-openstack-request-id: req-66279091-9313-4c00-9047-df5234aa877d {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:30:45.822321 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487faea2-af98-4ad3-bc1c-e5946a0a9934", "name": "network-vif-plugged", "status": "completed", "tag": "491d5ca5-09d2-4689-870c-abeddc93c33e", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:30:45.822572 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-66279091-9313-4c00-9047-df5234aa877d {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:30:45.823124 dv-cinder-759955-23-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '487faea2-af98-4ad3-bc1c-e5946a0a9934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '491d5ca5-09d2-4689-870c-abeddc93c33e', 'code': 200} Sep 09 22:30:46.240427 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bb28d-4af5-498e-965e-e01994989755 req-b5f5e618-53ac-4ae7-817f-888a4de7333f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:46.241891 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-582bb28d-4af5-498e-965e-e01994989755 req-b5f5e618-53ac-4ae7-817f-888a4de7333f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 1099 time: 0.0426843 Sep 09 22:30:46.276217 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-582bb28d-4af5-498e-965e-e01994989755 req-764ac4c5-b257-455f-9d91-4452b296f6e7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271893 Sep 09 22:30:46.666148 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e79d5-bd04-4f60-9c30-b6bd27114ded req-6601481e-7755-4af2-8ee3-ae4809c19050 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:46.667645 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7f2e79d5-bd04-4f60-9c30-b6bd27114ded req-6601481e-7755-4af2-8ee3-ae4809c19050 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 946 time: 0.0481644 Sep 09 22:30:46.705175 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7f2e79d5-bd04-4f60-9c30-b6bd27114ded req-803720ee-e987-4bb8-8521-9f640c9e0102 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310910 Sep 09 22:30:46.903035 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb9bb9e-aed3-43c9-a60d-16b33db03f02 req-fccc4f40-73b5-4092-98a6-478d8bcb664a tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:46.905203 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4eb9bb9e-aed3-43c9-a60d-16b33db03f02 req-fccc4f40-73b5-4092-98a6-478d8bcb664a tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=f606411d-8d0f-481e-b520-501d72e2a9b1 HTTP/1.1" status: 200 len: 943 time: 0.0489783 Sep 09 22:30:46.942407 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4eb9bb9e-aed3-43c9-a60d-16b33db03f02 req-500a3e10-32ca-4232-835b-138edfa11c08 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312502 Sep 09 22:30:47.833238 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0b0bb-185a-4f29-bd66-0ba6f50330f7 req-96c3c125-4cad-481f-b120-3802ee89588f tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:47.835065 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-20d0b0bb-185a-4f29-bd66-0ba6f50330f7 req-96c3c125-4cad-481f-b120-3802ee89588f tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 946 time: 0.0568023 Sep 09 22:30:47.874759 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-20d0b0bb-185a-4f29-bd66-0ba6f50330f7 req-edea7f9d-9ef8-4a43-ac0a-7a7ee4279af6 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322440 Sep 09 22:30:47.960560 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.agents_db [None req-ca59875f-4706-4e17-8f41-5ac1de1c8425 None None] Agent healthcheck: found 6 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:30:48.056100 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318852f8-7d63-4f40-8413-0fa0e386b2f3 req-4f3b0824-c723-449b-8bff-7389581cc170 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:48.057546 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-318852f8-7d63-4f40-8413-0fa0e386b2f3 req-4f3b0824-c723-449b-8bff-7389581cc170 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=f606411d-8d0f-481e-b520-501d72e2a9b1 HTTP/1.1" status: 200 len: 943 time: 0.0486631 Sep 09 22:30:48.101275 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-318852f8-7d63-4f40-8413-0fa0e386b2f3 req-218a6ac9-3278-498d-a21c-d9cfca667bc2 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374317 Sep 09 22:30:48.991585 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b408390-fb7c-4bce-8ee6-703481adb2c1 req-a055b88a-0f63-47a6-8d89-d56d46c38a4c tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:48.993054 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0b408390-fb7c-4bce-8ee6-703481adb2c1 req-a055b88a-0f63-47a6-8d89-d56d46c38a4c tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 946 time: 0.0471997 Sep 09 22:30:49.029315 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0b408390-fb7c-4bce-8ee6-703481adb2c1 req-e79769b0-5880-447a-ba31-93afa103c794 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297463 Sep 09 22:30:49.215910 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56bae82-e3cb-498a-aff1-177d8b703743 req-b9d80589-279b-4b92-8253-814edfb5f307 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:49.218065 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c56bae82-e3cb-498a-aff1-177d8b703743 req-b9d80589-279b-4b92-8253-814edfb5f307 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=f606411d-8d0f-481e-b520-501d72e2a9b1 HTTP/1.1" status: 200 len: 943 time: 0.0515239 Sep 09 22:30:49.254686 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c56bae82-e3cb-498a-aff1-177d8b703743 req-91914a96-d7e1-4bc1-b66f-63d74cb66001 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307009 Sep 09 22:30:50.367840 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d8b664-3734-4109-b0c5-ab3a7744d8f1 req-1775f25a-4e5c-44ca-9e28-010083565aa0 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:50.369383 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-66d8b664-3734-4109-b0c5-ab3a7744d8f1 req-1775f25a-4e5c-44ca-9e28-010083565aa0 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=f606411d-8d0f-481e-b520-501d72e2a9b1 HTTP/1.1" status: 200 len: 943 time: 0.0501385 Sep 09 22:30:50.407102 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-66d8b664-3734-4109-b0c5-ab3a7744d8f1 req-746f2d87-eeb9-489a-9aaa-650300a648df tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310335 Sep 09 22:30:51.522221 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa4f1dc-be0e-4cb9-a01e-0f8b89dae387 req-d1cbee69-59ca-41d5-b534-530b456f345f tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:51.524090 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ffa4f1dc-be0e-4cb9-a01e-0f8b89dae387 req-d1cbee69-59ca-41d5-b534-530b456f345f tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=f606411d-8d0f-481e-b520-501d72e2a9b1 HTTP/1.1" status: 200 len: 943 time: 0.0526533 Sep 09 22:30:51.562378 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ffa4f1dc-be0e-4cb9-a01e-0f8b89dae387 req-6f4765b9-f70a-4d43-8487-04a8106ec8e9 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316319 Sep 09 22:30:51.573992 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 6582eb41-204a-40cc-b891-30fc4330f271 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 22:30:51.667586 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 6582eb41-204a-40cc-b891-30fc4330f271, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=6582eb41-204a-40cc-b891-30fc4330f271,segment=NetworkSegment(9a51308c-3fc8-4057-b734-fc33372de6bc),segment_id=9a51308c-3fc8-4057-b734-fc33372de6bc)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:30:51.678175 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Returning: {'device': '6582eb41-204a-40cc-b891-30fc4330f271', 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f', 'port_id': '6582eb41-204a-40cc-b891-30fc4330f271', 'mac_address': 'fa:16:3e:a2:c4:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00d86d00-e9a4-4aee-a6b2-3faac56ffafe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 22:30:51.713729 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:51.725736 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6582eb41-204a-40cc-b891-30fc4330f271 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:30:51.744761 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 6582eb41-204a-40cc-b891-30fc4330f271, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=6582eb41-204a-40cc-b891-30fc4330f271,segment=NetworkSegment(9a51308c-3fc8-4057-b734-fc33372de6bc),segment_id=9a51308c-3fc8-4057-b734-fc33372de6bc)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:30:51.749166 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:51.796185 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=6582eb41-204a-40cc-b891-30fc4330f271,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:30:51.959769 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] get_ports_and_sgs() called for port_ids ['6582eb41-204a-40cc-b891-30fc4330f271'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:30:52.688743 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2a7c9-c9ce-473b-8293-77e9a1506ea1 req-54f22480-9429-40a9-b03a-03b55f06a3fb tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:52.690826 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8af2a7c9-c9ce-473b-8293-77e9a1506ea1 req-54f22480-9429-40a9-b03a-03b55f06a3fb tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=f606411d-8d0f-481e-b520-501d72e2a9b1 HTTP/1.1" status: 200 len: 944 time: 0.0610976 Sep 09 22:30:52.728118 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8af2a7c9-c9ce-473b-8293-77e9a1506ea1 req-91e4232e-045b-4273-8ee6-53a76ce691a5 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314262 Sep 09 22:30:53.559850 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 6582eb41-204a-40cc-b891-30fc4330f271 up at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:30:53.606703 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Provisioning for port 6582eb41-204a-40cc-b891-30fc4330f271 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:30:53.610676 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Provisioning complete for port 6582eb41-204a-40cc-b891-30fc4330f271 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:30:53.611042 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:53.684713 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:53.707773 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f606411d-8d0f-481e-b520-501d72e2a9b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6582eb41-204a-40cc-b891-30fc4330f271'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:30:53.709518 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497578eeb0b1d224d742647686e7d62f740bb656e2f2bb1278978b4c95122d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0ed959-4e81-4496-b195-8db47de04de5" -d '{"events": [{"server_uuid": "f606411d-8d0f-481e-b520-501d72e2a9b1", "name": "network-vif-plugged", "status": "completed", "tag": "6582eb41-204a-40cc-b891-30fc4330f271"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:30:53.721566 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 6582eb41-204a-40cc-b891-30fc4330f271, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=6582eb41-204a-40cc-b891-30fc4330f271,segment=NetworkSegment(9a51308c-3fc8-4057-b734-fc33372de6bc),segment_id=9a51308c-3fc8-4057-b734-fc33372de6bc)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:30:53.726392 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:53.755806 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec3791c-9b6d-4810-b620-2456cbcc4db0 x-openstack-request-id: req-5ec3791c-9b6d-4810-b620-2456cbcc4db0 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:30:53.755929 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f606411d-8d0f-481e-b520-501d72e2a9b1", "name": "network-vif-plugged", "status": "completed", "tag": "6582eb41-204a-40cc-b891-30fc4330f271", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:30:53.756200 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5ec3791c-9b6d-4810-b620-2456cbcc4db0 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:30:53.756580 dv-cinder-759955-23-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f606411d-8d0f-481e-b520-501d72e2a9b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6582eb41-204a-40cc-b891-30fc4330f271', 'code': 200} Sep 09 22:30:53.786297 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=6582eb41-204a-40cc-b891-30fc4330f271,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:30:53.849006 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08e9ed-7319-49d4-81e6-4d6609b5e361 req-540cac5b-b89e-49e0-9692-97dcd3cb86d7 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:53.850375 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ee08e9ed-7319-49d4-81e6-4d6609b5e361 req-540cac5b-b89e-49e0-9692-97dcd3cb86d7 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=f606411d-8d0f-481e-b520-501d72e2a9b1 HTTP/1.1" status: 200 len: 945 time: 0.0486188 Sep 09 22:30:53.890417 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ee08e9ed-7319-49d4-81e6-4d6609b5e361 req-a1d42e40-9a09-491d-a38d-c14ec84f5828 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327840 Sep 09 22:30:53.981472 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f0260-1c83-40a0-981c-bf9a68a97b11 req-0552a035-5adc-4ce4-9f5f-95f3da5cebb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:53.984425 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-068f0260-1c83-40a0-981c-bf9a68a97b11 req-0552a035-5adc-4ce4-9f5f-95f3da5cebb9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f606411d-8d0f-481e-b520-501d72e2a9b1 HTTP/1.1" status: 200 len: 1098 time: 0.0405602 Sep 09 22:30:54.025905 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-068f0260-1c83-40a0-981c-bf9a68a97b11 req-e57bd73d-4fc1-42e1-b95b-6772876f3358 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292640 Sep 09 22:30:55.008399 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aebd6a-9086-4335-bb15-6cd623355fcb req-4913ca1b-db3c-42cb-9e95-c1378c463dfd tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:55.010291 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-60aebd6a-9086-4335-bb15-6cd623355fcb req-4913ca1b-db3c-42cb-9e95-c1378c463dfd tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=f606411d-8d0f-481e-b520-501d72e2a9b1 HTTP/1.1" status: 200 len: 945 time: 0.0513442 Sep 09 22:30:55.051729 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-60aebd6a-9086-4335-bb15-6cd623355fcb req-049ae023-7e7d-45c6-9072-db1ba0b21a03 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344782 Sep 09 22:30:56.163442 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125faac-ba44-4987-91ea-55e12c78d60d req-55321200-6e34-48f5-a7bc-46174f6ffe3c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:56.164823 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5125faac-ba44-4987-91ea-55e12c78d60d req-55321200-6e34-48f5-a7bc-46174f6ffe3c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=f606411d-8d0f-481e-b520-501d72e2a9b1 HTTP/1.1" status: 200 len: 945 time: 0.0476987 Sep 09 22:30:56.202931 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5125faac-ba44-4987-91ea-55e12c78d60d req-2f06b23c-93fd-42f1-a253-41bf9186c09e tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321584 Sep 09 22:30:56.315473 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0975abfe-04a9-4e01-b791-99bb5457fe35 req-122fd2e3-6eb4-46f0-9d8c-6b19ebcda745 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:56.316960 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0975abfe-04a9-4e01-b791-99bb5457fe35 req-122fd2e3-6eb4-46f0-9d8c-6b19ebcda745 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=f606411d-8d0f-481e-b520-501d72e2a9b1 HTTP/1.1" status: 200 len: 945 time: 0.0487380 Sep 09 22:30:56.353821 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0975abfe-04a9-4e01-b791-99bb5457fe35 req-0f7573fe-b94c-46c8-b6e6-2e8eecc6d915 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309494 Sep 09 22:30:56.374947 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 33162) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:30:56.417104 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a08c249-2070-4a5c-bccc-d5362ea7af45 tempest-TestVolumeBootPattern-1910580886 tempest-TestVolumeBootPattern-1910580886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:56.418610 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-5a08c249-2070-4a5c-bccc-d5362ea7af45 tempest-TestVolumeBootPattern-1910580886 tempest-TestVolumeBootPattern-1910580886-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=f606411d-8d0f-481e-b520-501d72e2a9b1 HTTP/1.1" status: 200 len: 1093 time: 0.0427229 Sep 09 22:30:56.421375 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 33164) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:30:56.425566 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-d370efd6-9853-4f68-add4-4c170dd439d8 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Request body: {'floatingip': {'floating_network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'port_id': '6582eb41-204a-40cc-b891-30fc4330f271', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:30:56.445763 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d370efd6-9853-4f68-add4-4c170dd439d8 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks [] for floatingip, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:56.539747 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d370efd6-9853-4f68-add4-4c170dd439d8 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:56.645828 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-d370efd6-9853-4f68-add4-4c170dd439d8 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Allocated IP 172.27.3.35 (a96fd56d-97e4-47a2-815b-e854e5640ee5/a399639f-77d7-4513-a462-8fb82637fe8f/e17ab866-b06c-438b-8ed0-ac283b0d7dcc) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:30:56.745485 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d370efd6-9853-4f68-add4-4c170dd439d8 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:56.786601 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d370efd6-9853-4f68-add4-4c170dd439d8 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:56.820614 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d370efd6-9853-4f68-add4-4c170dd439d8 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Network a96fd56d-97e4-47a2-815b-e854e5640ee5 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:30:56.823253 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-d370efd6-9853-4f68-add4-4c170dd439d8 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:30:56.827736 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d370efd6-9853-4f68-add4-4c170dd439d8 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:30:56.852255 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d370efd6-9853-4f68-add4-4c170dd439d8 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Pushing event updated for resources: {'Port': ['ID=e17ab866-b06c-438b-8ed0-ac283b0d7dcc,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:30:57.178181 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d370efd6-9853-4f68-add4-4c170dd439d8 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:57.241074 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d370efd6-9853-4f68-add4-4c170dd439d8 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:57.386229 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d370efd6-9853-4f68-add4-4c170dd439d8 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:57.390608 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d370efd6-9853-4f68-add4-4c170dd439d8 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27131053'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:57.453617 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d370efd6-9853-4f68-add4-4c170dd439d8 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Pushing event updated for resources: {'Port': ['ID=e17ab866-b06c-438b-8ed0-ac283b0d7dcc,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:30:57.464484 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d370efd6-9853-4f68-add4-4c170dd439d8 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415029'] for floatingip, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:57.560981 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.db.l3_db [None req-d370efd6-9853-4f68-add4-4c170dd439d8 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Floating IP 76936c02-33bf-46ec-bd45-fce1fb8999fc associated. External IP: 172.27.3.35, port: 6582eb41-204a-40cc-b891-30fc4330f271. Sep 09 22:30:57.760783 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d370efd6-9853-4f68-add4-4c170dd439d8 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Router 3965cb03-7ac2-4373-b0f9-bb5f443662cf has already been hosted by L3 agent ecba8a59-1a63-4f4e-b72e-1c921b89dba6 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:30:57.862880 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d370efd6-9853-4f68-add4-4c170dd439d8 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify agent at l3_agent.dv-cinder-759955-23-iscsi the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:30:57.873754 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34337938-c085-46ce-9ff3-7c619ed1ee8e None None] Sync routers for ids ['3965cb03-7ac2-4373-b0f9-bb5f443662cf'] in dv-cinder-759955-23-iscsi {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:30:57.879494 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d370efd6-9853-4f68-add4-4c170dd439d8 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:30:57.883061 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34337938-c085-46ce-9ff3-7c619ed1ee8e None None] Routers {'3965cb03-7ac2-4373-b0f9-bb5f443662cf'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:30:57.883678 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-34337938-c085-46ce-9ff3-7c619ed1ee8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:30:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['3965cb03-7ac2-4373-b0f9-bb5f443662cf'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:30:57.906495 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-d370efd6-9853-4f68-add4-4c170dd439d8 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.4841187 Sep 09 22:30:57.907061 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f606411d-8d0f-481e-b520-501d72e2a9b1', 'tag': '6582eb41-204a-40cc-b891-30fc4330f271'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:30:57.909298 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febecf7243e3540986e18e5907cacf19c405284daaaade8257553be7db475bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557c4159-d5a3-48de-8ac8-a1db01147908" -d '{"events": [{"name": "network-changed", "server_uuid": "f606411d-8d0f-481e-b520-501d72e2a9b1", "tag": "6582eb41-204a-40cc-b891-30fc4330f271"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:30:57.945694 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50fd404-1a04-43ea-93fb-86fbe4f7c071 x-openstack-request-id: req-f50fd404-1a04-43ea-93fb-86fbe4f7c071 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:30:57.946004 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f606411d-8d0f-481e-b520-501d72e2a9b1", "tag": "6582eb41-204a-40cc-b891-30fc4330f271", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:30:57.946250 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f50fd404-1a04-43ea-93fb-86fbe4f7c071 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:30:57.946665 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f606411d-8d0f-481e-b520-501d72e2a9b1', 'tag': '6582eb41-204a-40cc-b891-30fc4330f271', 'status': 'completed', 'code': 200} Sep 09 22:30:57.994266 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-34337938-c085-46ce-9ff3-7c619ed1ee8e None None] Set router 3965cb03-7ac2-4373-b0f9-bb5f443662cf gateway port host: dv-cinder-759955-23-iscsi {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:30:58.015734 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c4159-d5a3-48de-8ac8-a1db01147908 req-bb3b7284-ce65-4cd7-92a3-bb1af6cdb288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:58.017345 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-557c4159-d5a3-48de-8ac8-a1db01147908 req-bb3b7284-ce65-4cd7-92a3-bb1af6cdb288 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=57b2554ae3954c0c842e1ddefc325dae&device_id=f606411d-8d0f-481e-b520-501d72e2a9b1 HTTP/1.1" status: 200 len: 1098 time: 0.0476432 Sep 09 22:30:58.113565 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c4159-d5a3-48de-8ac8-a1db01147908 req-f5632b80-2779-4bed-938d-a3d9c5120963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:58.115319 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-557c4159-d5a3-48de-8ac8-a1db01147908 req-f5632b80-2779-4bed-938d-a3d9c5120963 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5841743a-0bf4-4a7f-9ea2-766ccec1923f HTTP/1.1" status: 200 len: 912 time: 0.0911744 Sep 09 22:30:58.182005 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-557c4159-d5a3-48de-8ac8-a1db01147908 req-bf50bafa-5b2e-45a6-bb08-591ee4543517 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6582eb41-204a-40cc-b891-30fc4330f271 HTTP/1.1" status: 200 len: 998 time: 0.0601399 Sep 09 22:30:58.215405 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-34337938-c085-46ce-9ff3-7c619ed1ee8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'name': 'tempest-TestVolumeBootPattern-2097652074-router', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:26:35Z', 'updated_at': '2021-09-09T22:26:42Z', 'revision_number': 4, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'gw_port': {'id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:36Z', 'updated_at': '2021-09-09T22:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_floatingips': [{'id': '76936c02-33bf-46ec-bd45-fce1fb8999fc', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'floating_ip_address': '172.27.3.35', 'floating_network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'router_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'port_id': '6582eb41-204a-40cc-b891-30fc4330f271', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f', 'mac_address': 'fa:16:3e:a2:c4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f606411d-8d0f-481e-b520-501d72e2a9b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:30:57Z', 'updated_at': '2021-09-09T22:30:57Z', 'revision_number': 0, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '256f3ab3-ac27-4169-bbd1-858fd14e4ae7', 'name': '', 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'mac_address': 'fa:16:3e:78:cc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '00d86d00-e9a4-4aee-a6b2-3faac56ffafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:40Z', 'updated_at': '2021-09-09T22:26:50Z', 'revision_number': 5, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'subnets': [{'id': '00d86d00-e9a4-4aee-a6b2-3faac56ffafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:30:58.238464 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c4159-d5a3-48de-8ac8-a1db01147908 req-47b41c0a-5c45-4858-b730-c5c7cce50ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:58.239925 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-557c4159-d5a3-48de-8ac8-a1db01147908 req-47b41c0a-5c45-4858-b730-c5c7cce50ff7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00d86d00-e9a4-4aee-a6b2-3faac56ffafe HTTP/1.1" status: 200 len: 851 time: 0.0511365 Sep 09 22:30:58.246411 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34337938-c085-46ce-9ff3-7c619ed1ee8e None None] Checking router: 3965cb03-7ac2-4373-b0f9-bb5f443662cf for host: dv-cinder-759955-23-iscsi {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:30:58.254793 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34337938-c085-46ce-9ff3-7c619ed1ee8e None None] Routers {'3965cb03-7ac2-4373-b0f9-bb5f443662cf'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:30:58.255389 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-34337938-c085-46ce-9ff3-7c619ed1ee8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:30:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['3965cb03-7ac2-4373-b0f9-bb5f443662cf'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:30:58.290957 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c4159-d5a3-48de-8ac8-a1db01147908 req-afb91e7a-44fb-4ca3-a1d6-d17fb17c6713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:30:58.292368 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-557c4159-d5a3-48de-8ac8-a1db01147908 req-afb91e7a-44fb-4ca3-a1d6-d17fb17c6713 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5841743a-0bf4-4a7f-9ea2-766ccec1923f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0448196 Sep 09 22:30:58.359861 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-34337938-c085-46ce-9ff3-7c619ed1ee8e None None] Set router 3965cb03-7ac2-4373-b0f9-bb5f443662cf gateway port host: dv-cinder-759955-23-iscsi {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:30:58.386004 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-557c4159-d5a3-48de-8ac8-a1db01147908 req-2f85ff9a-03e5-4f5a-bcd0-e1737fb2ecd7 service neutron] 10.222.0.20 "GET /v2.0/networks/5841743a-0bf4-4a7f-9ea2-766ccec1923f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852237 Sep 09 22:30:58.483310 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-557c4159-d5a3-48de-8ac8-a1db01147908 req-e64c8725-b3de-423a-8ed6-eef6b956465c service neutron] 10.222.0.20 "GET /v2.0/networks/5841743a-0bf4-4a7f-9ea2-766ccec1923f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842667 Sep 09 22:30:58.583529 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-34337938-c085-46ce-9ff3-7c619ed1ee8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'name': 'tempest-TestVolumeBootPattern-2097652074-router', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:26:35Z', 'updated_at': '2021-09-09T22:26:42Z', 'revision_number': 4, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'gw_port': {'id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:36Z', 'updated_at': '2021-09-09T22:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_floatingips': [{'id': '76936c02-33bf-46ec-bd45-fce1fb8999fc', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'floating_ip_address': '172.27.3.35', 'floating_network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'router_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'port_id': '6582eb41-204a-40cc-b891-30fc4330f271', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f', 'mac_address': 'fa:16:3e:a2:c4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f606411d-8d0f-481e-b520-501d72e2a9b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:30:57Z', 'updated_at': '2021-09-09T22:30:57Z', 'revision_number': 0, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '256f3ab3-ac27-4169-bbd1-858fd14e4ae7', 'name': '', 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'mac_address': 'fa:16:3e:78:cc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '00d86d00-e9a4-4aee-a6b2-3faac56ffafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:40Z', 'updated_at': '2021-09-09T22:26:50Z', 'revision_number': 5, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'subnets': [{'id': '00d86d00-e9a4-4aee-a6b2-3faac56ffafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:30:58.609780 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34337938-c085-46ce-9ff3-7c619ed1ee8e None None] The sync data for ids ['3965cb03-7ac2-4373-b0f9-bb5f443662cf'] in dv-cinder-759955-23-iscsi is: [{'id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'name': 'tempest-TestVolumeBootPattern-2097652074-router', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:26:35Z', 'updated_at': '2021-09-09T22:26:42Z', 'revision_number': 4, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'gw_port': {'id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:36Z', 'updated_at': '2021-09-09T22:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_floatingips': [{'id': '76936c02-33bf-46ec-bd45-fce1fb8999fc', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'floating_ip_address': '172.27.3.35', 'floating_network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'router_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'port_id': '6582eb41-204a-40cc-b891-30fc4330f271', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f', 'mac_address': 'fa:16:3e:a2:c4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f606411d-8d0f-481e-b520-501d72e2a9b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:30:57Z', 'updated_at': '2021-09-09T22:30:57Z', 'revision_number': 0, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '256f3ab3-ac27-4169-bbd1-858fd14e4ae7', 'name': '', 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'mac_address': 'fa:16:3e:78:cc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '00d86d00-e9a4-4aee-a6b2-3faac56ffafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:40Z', 'updated_at': '2021-09-09T22:26:50Z', 'revision_number': 5, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'subnets': [{'id': '00d86d00-e9a4-4aee-a6b2-3faac56ffafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:30:58.784125 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10be2eb-6dc9-4f1d-8c2b-2054b237b034 None None] New status for floating IP 76936c02-33bf-46ec-bd45-fce1fb8999fc: ACTIVE {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 22:31:02.651901 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-815a9eb7-e6b0-4cc2-ad32-f299dcd6b116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:03.660529 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a560a-d8e3-482c-9730-364aef03d266 req-e42a9a5a-1fb0-41e4-8f7b-d9fb1f577396 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:31:03.661993 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-232a560a-d8e3-482c-9730-364aef03d266 req-e42a9a5a-1fb0-41e4-8f7b-d9fb1f577396 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=53039b98-a70c-4ac9-b68a-54b1aa7f3f15 HTTP/1.1" status: 200 len: 945 time: 0.0493858 Sep 09 22:31:03.699752 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-232a560a-d8e3-482c-9730-364aef03d266 req-b292448e-9056-41b5-8ca7-00d1918c928d tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=54820f58-4811-4bc9-a044-b6a33516f093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317664 Sep 09 22:31:04.822983 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc8ed2-0001-432d-bd3b-032c82cd1717 req-56ac9072-322a-4545-b3c7-472c89c59b9a tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:31:04.824400 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6cfc8ed2-0001-432d-bd3b-032c82cd1717 req-56ac9072-322a-4545-b3c7-472c89c59b9a tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=53039b98-a70c-4ac9-b68a-54b1aa7f3f15 HTTP/1.1" status: 200 len: 945 time: 0.0540242 Sep 09 22:31:04.863426 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6cfc8ed2-0001-432d-bd3b-032c82cd1717 req-1ce74aa5-8a30-49ff-95ee-25f56f8021d1 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups?id=54820f58-4811-4bc9-a044-b6a33516f093&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321167 Sep 09 22:31:04.989093 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:05.381578 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e3850464-945e-4497-a397-35a76c70abb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:05.444456 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af074fad-b1e9-42e3-8bdc-5632e4d1863d req-8391ae2c-ddf0-48d8-9cb4-ad43018f8ecb tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:31:05.445975 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-af074fad-b1e9-42e3-8bdc-5632e4d1863d req-8391ae2c-ddf0-48d8-9cb4-ad43018f8ecb tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.20 "GET /v2.0/ports?device_id=53039b98-a70c-4ac9-b68a-54b1aa7f3f15 HTTP/1.1" status: 200 len: 945 time: 0.0500734 Sep 09 22:31:05.542238 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-af074fad-b1e9-42e3-8bdc-5632e4d1863d req-c07d8e3d-12b7-474f-9770-8a3f6831c81d tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Deleting port 099d9a19-851a-4170-b1e0-82eec5683039 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:31:05.542568 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-af074fad-b1e9-42e3-8bdc-5632e4d1863d req-c07d8e3d-12b7-474f-9770-8a3f6831c81d tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:05.633969 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-af074fad-b1e9-42e3-8bdc-5632e4d1863d req-c07d8e3d-12b7-474f-9770-8a3f6831c81d tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] For port 099d9a19-851a-4170-b1e0-82eec5683039, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=099d9a19-851a-4170-b1e0-82eec5683039,segment=NetworkSegment(4662fadd-827e-45f1-8d32-577d068e5c88),segment_id=4662fadd-827e-45f1-8d32-577d068e5c88)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:31:05.634289 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-af074fad-b1e9-42e3-8bdc-5632e4d1863d req-c07d8e3d-12b7-474f-9770-8a3f6831c81d tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:05.809057 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:05.811368 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-af074fad-b1e9-42e3-8bdc-5632e4d1863d req-c07d8e3d-12b7-474f-9770-8a3f6831c81d tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:05.811732 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-af074fad-b1e9-42e3-8bdc-5632e4d1863d req-c07d8e3d-12b7-474f-9770-8a3f6831c81d tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415029'] for floatingip, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:05.812067 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.db.l3_db [req-af074fad-b1e9-42e3-8bdc-5632e4d1863d req-c07d8e3d-12b7-474f-9770-8a3f6831c81d tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Floating IP 75969a5b-050e-4425-873a-2ddabde6b5af disassociated. External IP: 172.27.3.227, port: 099d9a19-851a-4170-b1e0-82eec5683039. Sep 09 22:31:05.813253 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-af074fad-b1e9-42e3-8bdc-5632e4d1863d req-c07d8e3d-12b7-474f-9770-8a3f6831c81d tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Calling delete_port for 099d9a19-851a-4170-b1e0-82eec5683039 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:31:05.953521 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-af074fad-b1e9-42e3-8bdc-5632e4d1863d req-c07d8e3d-12b7-474f-9770-8a3f6831c81d tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:05.976466 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-33e72c8d-892b-45f4-90f7-42c9127af7fa req-b1bb9dcc-d665-4c05-80c0-ec7c79b1a788 tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/ports?device_id=53039b98-a70c-4ac9-b68a-54b1aa7f3f15 HTTP/1.1" status: 200 len: 210 time: 0.0379586 Sep 09 22:31:06.010320 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07d8e3d-12b7-474f-9770-8a3f6831c81d tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Pushing event deleted for resources: {'Port': ['ID=099d9a19-851a-4170-b1e0-82eec5683039,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:31:06.122037 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af074fad-b1e9-42e3-8bdc-5632e4d1863d req-c07d8e3d-12b7-474f-9770-8a3f6831c81d tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Router f439b0aa-4956-4c0c-bca4-6f5bef494f11 has already been hosted by L3 agent ecba8a59-1a63-4f4e-b72e-1c921b89dba6 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:31:06.232319 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af074fad-b1e9-42e3-8bdc-5632e4d1863d req-c07d8e3d-12b7-474f-9770-8a3f6831c81d tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify agent at l3_agent.dv-cinder-759955-23-iscsi the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:31:06.243045 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e8c074-e574-47a8-a9fe-c7e791e897e0 None None] Sync routers for ids ['f439b0aa-4956-4c0c-bca4-6f5bef494f11'] in dv-cinder-759955-23-iscsi {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:31:06.256593 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e8c074-e574-47a8-a9fe-c7e791e897e0 None None] Routers {'f439b0aa-4956-4c0c-bca4-6f5bef494f11'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:31:06.257225 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-51e8c074-e574-47a8-a9fe-c7e791e897e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:31:05Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['f439b0aa-4956-4c0c-bca4-6f5bef494f11'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:31:06.275399 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-af074fad-b1e9-42e3-8bdc-5632e4d1863d req-c07d8e3d-12b7-474f-9770-8a3f6831c81d tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] No DVR routers for this DVR port 099d9a19-851a-4170-b1e0-82eec5683039 on host hv-cinder-75995 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:31:06.278288 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-af074fad-b1e9-42e3-8bdc-5632e4d1863d req-c07d8e3d-12b7-474f-9770-8a3f6831c81d tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:06.280395 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-af074fad-b1e9-42e3-8bdc-5632e4d1863d req-c07d8e3d-12b7-474f-9770-8a3f6831c81d tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.20 "DELETE /v2.0/ports/099d9a19-851a-4170-b1e0-82eec5683039 HTTP/1.1" status: 204 len: 173 time: 0.8278644 Sep 09 22:31:06.280982 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53039b98-a70c-4ac9-b68a-54b1aa7f3f15', 'name': 'network-vif-deleted', 'tag': '099d9a19-851a-4170-b1e0-82eec5683039'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:31:06.283150 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febecf7243e3540986e18e5907cacf19c405284daaaade8257553be7db475bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33db642-0cdc-4882-9fb6-615aae86477d" -d '{"events": [{"server_uuid": "53039b98-a70c-4ac9-b68a-54b1aa7f3f15", "name": "network-vif-deleted", "tag": "099d9a19-851a-4170-b1e0-82eec5683039"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:31:06.320829 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1591ed-50e7-405c-ad81-aba10089f491 x-openstack-request-id: req-ed1591ed-50e7-405c-ad81-aba10089f491 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:31:06.321324 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53039b98-a70c-4ac9-b68a-54b1aa7f3f15", "name": "network-vif-deleted", "tag": "099d9a19-851a-4170-b1e0-82eec5683039", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:31:06.321569 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ed1591ed-50e7-405c-ad81-aba10089f491 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:31:06.321946 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53039b98-a70c-4ac9-b68a-54b1aa7f3f15', 'name': 'network-vif-deleted', 'tag': '099d9a19-851a-4170-b1e0-82eec5683039', 'status': 'completed', 'code': 200} Sep 09 22:31:06.527749 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-51e8c074-e574-47a8-a9fe-c7e791e897e0 None None] Set router f439b0aa-4956-4c0c-bca4-6f5bef494f11 gateway port host: dv-cinder-759955-23-iscsi {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:31:06.722711 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:06.753718 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-51e8c074-e574-47a8-a9fe-c7e791e897e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'name': 'tempest-AttachVolumeTestJSON-1013082683-router', 'tenant_id': '096fa68883894e368796bcd92c5e8218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bb80f9d7-c143-47c1-825e-f6988964b22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:24:54Z', 'updated_at': '2021-09-09T22:25:03Z', 'revision_number': 4, 'project_id': '096fa68883894e368796bcd92c5e8218', 'gw_port': {'id': 'bb80f9d7-c143-47c1-825e-f6988964b22c', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:af:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:24:56Z', 'updated_at': '2021-09-09T22:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': '8964844d-0adc-4147-ab86-e1e57a657f95', 'name': '', 'network_id': 'b7e517a4-55ac-4999-ad3f-46426478f73d', 'tenant_id': '096fa68883894e368796bcd92c5e8218', 'mac_address': 'fa:16:3e:6d:bd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6cc1261c-ba68-4d29-a19d-d09d50ae8bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:25:01Z', 'updated_at': '2021-09-09T22:25:16Z', 'revision_number': 5, 'project_id': '096fa68883894e368796bcd92c5e8218', 'subnets': [{'id': '6cc1261c-ba68-4d29-a19d-d09d50ae8bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:31:06.780806 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e8c074-e574-47a8-a9fe-c7e791e897e0 None None] Checking router: f439b0aa-4956-4c0c-bca4-6f5bef494f11 for host: dv-cinder-759955-23-iscsi {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:31:06.789813 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e8c074-e574-47a8-a9fe-c7e791e897e0 None None] Routers {'f439b0aa-4956-4c0c-bca4-6f5bef494f11'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:31:06.790507 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-51e8c074-e574-47a8-a9fe-c7e791e897e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:31:05Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['f439b0aa-4956-4c0c-bca4-6f5bef494f11'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:31:06.900027 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-51e8c074-e574-47a8-a9fe-c7e791e897e0 None None] Set router f439b0aa-4956-4c0c-bca4-6f5bef494f11 gateway port host: dv-cinder-759955-23-iscsi {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:31:07.070289 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 33236) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:31:07.097234 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bc9c0e05-d52a-4375-bc31-ca0c041f4fc8 req-6541add9-5330-4e88-badf-9243c8a8fbbd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0605767 Sep 09 22:31:07.119397 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-51e8c074-e574-47a8-a9fe-c7e791e897e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'name': 'tempest-AttachVolumeTestJSON-1013082683-router', 'tenant_id': '096fa68883894e368796bcd92c5e8218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bb80f9d7-c143-47c1-825e-f6988964b22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:24:54Z', 'updated_at': '2021-09-09T22:25:03Z', 'revision_number': 4, 'project_id': '096fa68883894e368796bcd92c5e8218', 'gw_port': {'id': 'bb80f9d7-c143-47c1-825e-f6988964b22c', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:af:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:24:56Z', 'updated_at': '2021-09-09T22:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': '8964844d-0adc-4147-ab86-e1e57a657f95', 'name': '', 'network_id': 'b7e517a4-55ac-4999-ad3f-46426478f73d', 'tenant_id': '096fa68883894e368796bcd92c5e8218', 'mac_address': 'fa:16:3e:6d:bd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6cc1261c-ba68-4d29-a19d-d09d50ae8bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:25:01Z', 'updated_at': '2021-09-09T22:25:16Z', 'revision_number': 5, 'project_id': '096fa68883894e368796bcd92c5e8218', 'subnets': [{'id': '6cc1261c-ba68-4d29-a19d-d09d50ae8bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:31:07.147265 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-75cafa50-6b95-4fb5-ae9f-bd1b6bc41a6f tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:07.151397 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e8c074-e574-47a8-a9fe-c7e791e897e0 None None] The sync data for ids ['f439b0aa-4956-4c0c-bca4-6f5bef494f11'] in dv-cinder-759955-23-iscsi is: [{'id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'name': 'tempest-AttachVolumeTestJSON-1013082683-router', 'tenant_id': '096fa68883894e368796bcd92c5e8218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bb80f9d7-c143-47c1-825e-f6988964b22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:24:54Z', 'updated_at': '2021-09-09T22:25:03Z', 'revision_number': 4, 'project_id': '096fa68883894e368796bcd92c5e8218', 'gw_port': {'id': 'bb80f9d7-c143-47c1-825e-f6988964b22c', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:af:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:24:56Z', 'updated_at': '2021-09-09T22:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': '8964844d-0adc-4147-ab86-e1e57a657f95', 'name': '', 'network_id': 'b7e517a4-55ac-4999-ad3f-46426478f73d', 'tenant_id': '096fa68883894e368796bcd92c5e8218', 'mac_address': 'fa:16:3e:6d:bd:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '6cc1261c-ba68-4d29-a19d-d09d50ae8bfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:25:01Z', 'updated_at': '2021-09-09T22:25:16Z', 'revision_number': 5, 'project_id': '096fa68883894e368796bcd92c5e8218', 'subnets': [{'id': '6cc1261c-ba68-4d29-a19d-d09d50ae8bfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:31:07.171040 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c0e05-d52a-4375-bc31-ca0c041f4fc8 req-91b09a9c-f947-480a-9b4f-a7bb33314cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:31:07.173022 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bc9c0e05-d52a-4375-bc31-ca0c041f4fc8 req-91b09a9c-f947-480a-9b4f-a7bb33314cc5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=17b7ba05b1cf4d60a5f99ba7e03a82dc&device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 1099 time: 0.0487909 Sep 09 22:31:07.174474 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-75cafa50-6b95-4fb5-ae9f-bd1b6bc41a6f tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:07.236563 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-75cafa50-6b95-4fb5-ae9f-bd1b6bc41a6f tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:07.240938 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-75cafa50-6b95-4fb5-ae9f-bd1b6bc41a6f tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:07.242397 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-75cafa50-6b95-4fb5-ae9f-bd1b6bc41a6f tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "DELETE /v2.0/security-groups/54820f58-4811-4bc9-a044-b6a33516f093 HTTP/1.1" status: 204 len: 168 time: 0.1704783 Sep 09 22:31:07.252252 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 33240) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:31:07.253282 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cafa50-6b95-4fb5-ae9f-bd1b6bc41a6f tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54820f58-4811-4bc9-a044-b6a33516f093,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:31:07.267961 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cafa50-6b95-4fb5-ae9f-bd1b6bc41a6f tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:31:07.268344 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cafa50-6b95-4fb5-ae9f-bd1b6bc41a6f tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:31:07.268683 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cafa50-6b95-4fb5-ae9f-bd1b6bc41a6f tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:31:07.269202 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cafa50-6b95-4fb5-ae9f-bd1b6bc41a6f tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:31:07.269699 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cafa50-6b95-4fb5-ae9f-bd1b6bc41a6f tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:31:07.270202 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cafa50-6b95-4fb5-ae9f-bd1b6bc41a6f tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:31:07.270701 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cafa50-6b95-4fb5-ae9f-bd1b6bc41a6f tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:31:07.271185 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cafa50-6b95-4fb5-ae9f-bd1b6bc41a6f tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:31:07.271676 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cafa50-6b95-4fb5-ae9f-bd1b6bc41a6f tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:31:07.272329 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cafa50-6b95-4fb5-ae9f-bd1b6bc41a6f tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:31:07.272813 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cafa50-6b95-4fb5-ae9f-bd1b6bc41a6f tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:31:07.273357 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75cafa50-6b95-4fb5-ae9f-bd1b6bc41a6f tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:31:07.304281 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.api.v2.resource [None req-3e33cf00-2ae5-444d-9118-2abbd592fc5e tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] show failed (client error): The resource could not be found. Sep 09 22:31:07.305391 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-3e33cf00-2ae5-444d-9118-2abbd592fc5e tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "GET /v2.0/security-groups/54820f58-4811-4bc9-a044-b6a33516f093 HTTP/1.1" status: 404 len: 347 time: 0.0444231 Sep 09 22:31:07.308320 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 33242) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:31:07.464069 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-b1216fe1-0cd3-4e63-9269-49df7fee1aaf tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Deleting port 3ca9b760-e4d9-4ee7-a59d-eae4b3ce7902 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:31:07.466956 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b1216fe1-0cd3-4e63-9269-49df7fee1aaf tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:07.565346 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c0e05-d52a-4375-bc31-ca0c041f4fc8 req-ca9c26d3-b56c-4f8d-8fec-684f1034bb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:31:07.566848 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bc9c0e05-d52a-4375-bc31-ca0c041f4fc8 req-ca9c26d3-b56c-4f8d-8fec-684f1034bb24 service neutron] 10.222.0.20 "GET /v2.0/networks?id=400f8173-ba02-43b5-8ce5-c9f86dbae434 HTTP/1.1" status: 200 len: 917 time: 0.3668516 Sep 09 22:31:07.577532 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b1216fe1-0cd3-4e63-9269-49df7fee1aaf tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:07.577863 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b1216fe1-0cd3-4e63-9269-49df7fee1aaf tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:07.583911 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bc17ee-72b3-4730-99b1-214351fabeb8 None None] New status for floating IP 75969a5b-050e-4425-873a-2ddabde6b5af: DOWN {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 22:31:07.600065 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-b1216fe1-0cd3-4e63-9269-49df7fee1aaf tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Calling delete_port for 3ca9b760-e4d9-4ee7-a59d-eae4b3ce7902 owned by network:floatingip {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:31:07.661116 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bc9c0e05-d52a-4375-bc31-ca0c041f4fc8 req-dea753bd-ef11-450d-9300-49b5f19c4c61 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=491d5ca5-09d2-4689-870c-abeddc93c33e HTTP/1.1" status: 200 len: 1001 time: 0.0803542 Sep 09 22:31:07.722957 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c0e05-d52a-4375-bc31-ca0c041f4fc8 req-ade79dcf-b260-4be1-8918-930f185fc61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:31:07.725189 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bc9c0e05-d52a-4375-bc31-ca0c041f4fc8 req-ade79dcf-b260-4be1-8918-930f185fc61a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aea9e89c-ee50-4cf6-8ff5-ae7a991147d2 HTTP/1.1" status: 200 len: 856 time: 0.0545514 Sep 09 22:31:07.749352 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b1216fe1-0cd3-4e63-9269-49df7fee1aaf tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26050298'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:07.750538 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.db.api [None req-77bc17ee-72b3-4730-99b1-214351fabeb8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 22:31:07.751184 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG oslo_db.api [None req-77bc17ee-72b3-4730-99b1-214351fabeb8 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 22:31:07.779774 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9c0e05-d52a-4375-bc31-ca0c041f4fc8 req-2fdedb1e-0477-45d9-90ea-3d9acac29f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:31:07.781419 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bc9c0e05-d52a-4375-bc31-ca0c041f4fc8 req-2fdedb1e-0477-45d9-90ea-3d9acac29f03 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=400f8173-ba02-43b5-8ce5-c9f86dbae434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0472238 Sep 09 22:31:07.782568 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1216fe1-0cd3-4e63-9269-49df7fee1aaf tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Pushing event deleted for resources: {'Port': ['ID=3ca9b760-e4d9-4ee7-a59d-eae4b3ce7902,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:31:07.847523 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b1216fe1-0cd3-4e63-9269-49df7fee1aaf tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks [] for floatingip, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:07.850237 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b1216fe1-0cd3-4e63-9269-49df7fee1aaf tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:07.851404 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-b1216fe1-0cd3-4e63-9269-49df7fee1aaf tempest-AttachVolumeTestJSON-1458493812 tempest-AttachVolumeTestJSON-1458493812-project] 10.222.0.41 "DELETE /v2.0/floatingips/75969a5b-050e-4425-873a-2ddabde6b5af HTTP/1.1" status: 204 len: 168 time: 0.5421619 Sep 09 22:31:07.889547 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bc9c0e05-d52a-4375-bc31-ca0c041f4fc8 req-1550f7cb-1f4a-42d1-ba09-e3505257713b service neutron] 10.222.0.20 "GET /v2.0/networks/400f8173-ba02-43b5-8ce5-c9f86dbae434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967133 Sep 09 22:31:07.994075 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bc9c0e05-d52a-4375-bc31-ca0c041f4fc8 req-02eb3d88-e3b0-4b47-a40f-ca5918f8e40e service neutron] 10.222.0.20 "GET /v2.0/networks/400f8173-ba02-43b5-8ce5-c9f86dbae434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972328 Sep 09 22:31:08.085488 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:08.252845 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bc17ee-72b3-4730-99b1-214351fabeb8 None None] New status for floating IP 75969a5b-050e-4425-873a-2ddabde6b5af: DOWN {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 22:31:09.581973 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 099d9a19-851a-4170-b1e0-82eec5683039 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:31:09.604319 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] No Port match for: 099d9a19-851a-4170-b1e0-82eec5683039 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:31:09.604663 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 099d9a19-851a-4170-b1e0-82eec5683039 not bound to the agent host hv-cinder-75995 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:31:11.394759 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 33274) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:31:11.894298 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1a8ca473-1482-4d1e-93d3-14349754399e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414005'] for router_interface, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:12.165493 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-1a8ca473-1482-4d1e-93d3-14349754399e admin admin] Deleting port 8964844d-0adc-4147-ab86-e1e57a657f95 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:31:12.166693 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1a8ca473-1482-4d1e-93d3-14349754399e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:12.242052 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-1a8ca473-1482-4d1e-93d3-14349754399e admin admin] For port 8964844d-0adc-4147-ab86-e1e57a657f95, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=8964844d-0adc-4147-ab86-e1e57a657f95,segment=NetworkSegment(4662fadd-827e-45f1-8d32-577d068e5c88),segment_id=4662fadd-827e-45f1-8d32-577d068e5c88)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:31:12.242412 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1a8ca473-1482-4d1e-93d3-14349754399e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:12.254111 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-1a8ca473-1482-4d1e-93d3-14349754399e admin admin] Calling delete_port for 8964844d-0adc-4147-ab86-e1e57a657f95 owned by network:router_interface {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:31:12.429176 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1a8ca473-1482-4d1e-93d3-14349754399e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26050298'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:12.455229 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ca473-1482-4d1e-93d3-14349754399e admin admin] Pushing event deleted for resources: {'Port': ['ID=8964844d-0adc-4147-ab86-e1e57a657f95,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:31:12.614379 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1a8ca473-1482-4d1e-93d3-14349754399e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-619833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414081'] for router_interface, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:13.047684 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8ca473-1482-4d1e-93d3-14349754399e admin admin] Router f439b0aa-4956-4c0c-bca4-6f5bef494f11 has already been hosted by L3 agent ecba8a59-1a63-4f4e-b72e-1c921b89dba6 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:31:13.149535 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8ca473-1482-4d1e-93d3-14349754399e admin admin] Notify agent at l3_agent.dv-cinder-759955-23-iscsi the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:31:13.155225 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-1a8ca473-1482-4d1e-93d3-14349754399e admin admin] 10.222.0.41 "PUT /v2.0/routers/f439b0aa-4956-4c0c-bca4-6f5bef494f11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7594504 Sep 09 22:31:13.157719 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 33278) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:31:13.160436 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b6b932-a666-42fb-b44e-fe2f2ff143d9 None None] Sync routers for ids ['f439b0aa-4956-4c0c-bca4-6f5bef494f11'] in dv-cinder-759955-23-iscsi {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:31:13.170062 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b6b932-a666-42fb-b44e-fe2f2ff143d9 None None] Routers {'f439b0aa-4956-4c0c-bca4-6f5bef494f11'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:31:13.170672 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-d8b6b932-a666-42fb-b44e-fe2f2ff143d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:31:05Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['f439b0aa-4956-4c0c-bca4-6f5bef494f11'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:31:13.257563 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d680b7e9-a628-4ac6-8078-92b85cf990ee admin admin] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:13.272236 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-d8b6b932-a666-42fb-b44e-fe2f2ff143d9 None None] Set router f439b0aa-4956-4c0c-bca4-6f5bef494f11 gateway port host: dv-cinder-759955-23-iscsi {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:31:13.356179 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d680b7e9-a628-4ac6-8078-92b85cf990ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:13.407897 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-d680b7e9-a628-4ac6-8078-92b85cf990ee admin admin] Deleting port bb80f9d7-c143-47c1-825e-f6988964b22c {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:31:13.408226 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d680b7e9-a628-4ac6-8078-92b85cf990ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:13.448329 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-d8b6b932-a666-42fb-b44e-fe2f2ff143d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'name': 'tempest-AttachVolumeTestJSON-1013082683-router', 'tenant_id': '096fa68883894e368796bcd92c5e8218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.29'}], 'enable_snat': True}, 'gw_port_id': 'bb80f9d7-c143-47c1-825e-f6988964b22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:24:54Z', 'updated_at': '2021-09-09T22:31:12Z', 'revision_number': 5, 'project_id': '096fa68883894e368796bcd92c5e8218', 'gw_port': {'id': 'bb80f9d7-c143-47c1-825e-f6988964b22c', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:af:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:24:56Z', 'updated_at': '2021-09-09T22:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi'}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:31:13.474737 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b6b932-a666-42fb-b44e-fe2f2ff143d9 None None] Checking router: f439b0aa-4956-4c0c-bca4-6f5bef494f11 for host: dv-cinder-759955-23-iscsi {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:31:13.482809 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b6b932-a666-42fb-b44e-fe2f2ff143d9 None None] Routers {'f439b0aa-4956-4c0c-bca4-6f5bef494f11'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:31:13.483404 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-d8b6b932-a666-42fb-b44e-fe2f2ff143d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:31:05Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['f439b0aa-4956-4c0c-bca4-6f5bef494f11'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:31:13.485456 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-d680b7e9-a628-4ac6-8078-92b85cf990ee admin admin] For port bb80f9d7-c143-47c1-825e-f6988964b22c, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=bb80f9d7-c143-47c1-825e-f6988964b22c,segment=NetworkSegment(90346f4a-7a44-48b1-bd31-fe8f3a549143),segment_id=90346f4a-7a44-48b1-bd31-fe8f3a549143)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:31:13.485982 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d680b7e9-a628-4ac6-8078-92b85cf990ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:13.498309 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-d680b7e9-a628-4ac6-8078-92b85cf990ee admin admin] Calling delete_port for bb80f9d7-c143-47c1-825e-f6988964b22c owned by network:router_gateway {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:31:13.566879 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-d8b6b932-a666-42fb-b44e-fe2f2ff143d9 None None] Set router f439b0aa-4956-4c0c-bca4-6f5bef494f11 gateway port host: None {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:31:13.616217 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-d8b6b932-a666-42fb-b44e-fe2f2ff143d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'name': 'tempest-AttachVolumeTestJSON-1013082683-router', 'tenant_id': '096fa68883894e368796bcd92c5e8218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:24:54Z', 'updated_at': '2021-09-09T22:31:13Z', 'revision_number': 6, 'project_id': '096fa68883894e368796bcd92c5e8218', 'gw_port_host': None}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:31:13.645514 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8b6b932-a666-42fb-b44e-fe2f2ff143d9 None None] The sync data for ids ['f439b0aa-4956-4c0c-bca4-6f5bef494f11'] in dv-cinder-759955-23-iscsi is: [{'id': 'f439b0aa-4956-4c0c-bca4-6f5bef494f11', 'name': 'tempest-AttachVolumeTestJSON-1013082683-router', 'tenant_id': '096fa68883894e368796bcd92c5e8218', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:24:54Z', 'updated_at': '2021-09-09T22:31:13Z', 'revision_number': 6, 'project_id': '096fa68883894e368796bcd92c5e8218', 'gw_port_host': None}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:31:13.669443 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d680b7e9-a628-4ac6-8078-92b85cf990ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26050298'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:13.697370 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d680b7e9-a628-4ac6-8078-92b85cf990ee admin admin] Pushing event deleted for resources: {'Port': ['ID=bb80f9d7-c143-47c1-825e-f6988964b22c,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:31:13.757645 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d680b7e9-a628-4ac6-8078-92b85cf990ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415075'] for router_gateway, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:13.845078 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d680b7e9-a628-4ac6-8078-92b85cf990ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-413648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-374'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:13.847383 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d680b7e9-a628-4ac6-8078-92b85cf990ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:13.890692 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d680b7e9-a628-4ac6-8078-92b85cf990ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-413657'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:13.891227 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d680b7e9-a628-4ac6-8078-92b85cf990ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router f439b0aa-4956-4c0c-bca4-6f5bef494f11 {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 22:31:13.895537 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d680b7e9-a628-4ac6-8078-92b85cf990ee admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:13.896749 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-d680b7e9-a628-4ac6-8078-92b85cf990ee admin admin] 10.222.0.41 "DELETE /v2.0/routers/f439b0aa-4956-4c0c-bca4-6f5bef494f11 HTTP/1.1" status: 204 len: 168 time: 0.7381222 Sep 09 22:31:13.899256 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 33280) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:31:13.945561 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-9179ba64-3e6e-466e-9061-f36257ba6e23 admin admin] Deleting subnet 6cc1261c-ba68-4d29-a19d-d09d50ae8bfc {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 22:31:13.948334 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9179ba64-3e6e-466e-9061-f36257ba6e23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:13.981180 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9179ba64-3e6e-466e-9061-f36257ba6e23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25986889'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:14.093366 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9179ba64-3e6e-466e-9061-f36257ba6e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1479288'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:14.146734 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9179ba64-3e6e-466e-9061-f36257ba6e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1479281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26050247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26210007'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:14.172842 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179ba64-3e6e-466e-9061-f36257ba6e23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cc1261c-ba68-4d29-a19d-d09d50ae8bfc,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:31:14.174804 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-9179ba64-3e6e-466e-9061-f36257ba6e23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:14.176834 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-9179ba64-3e6e-466e-9061-f36257ba6e23 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6cc1261c-ba68-4d29-a19d-d09d50ae8bfc HTTP/1.1" status: 204 len: 168 time: 0.2764940 Sep 09 22:31:14.179113 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 33282) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:31:14.181240 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13aecdfa-c62d-4cf8-8526-9339d2de26f3 None None] Network b7e517a4-55ac-4999-ad3f-46426478f73d requested from dv-cinder-759955-23-iscsi {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:31:14.246079 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-097be840-7222-4816-bafa-737501469708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1695652'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:14.302210 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-097be840-7222-4816-bafa-737501469708 admin admin] Deleting port 6a0a3f1c-7736-4229-b102-9aac3ec08896 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:31:14.302544 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-097be840-7222-4816-bafa-737501469708 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:14.364823 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-097be840-7222-4816-bafa-737501469708 admin admin] For port 6a0a3f1c-7736-4229-b102-9aac3ec08896, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=6a0a3f1c-7736-4229-b102-9aac3ec08896,segment=NetworkSegment(4662fadd-827e-45f1-8d32-577d068e5c88),segment_id=4662fadd-827e-45f1-8d32-577d068e5c88)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:31:14.365113 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-097be840-7222-4816-bafa-737501469708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:14.376967 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-097be840-7222-4816-bafa-737501469708 admin admin] Calling delete_port for 6a0a3f1c-7736-4229-b102-9aac3ec08896 owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:31:14.416674 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34253b3-2b18-4cfe-bc61-55afa158e0d2 None None] DHCP port deletion for b7e517a4-55ac-4999-ad3f-46426478f73d request from dv-cinder-759955-23-iscsi {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 22:31:14.462130 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-097be840-7222-4816-bafa-737501469708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26050298'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:14.463692 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-c34253b3-2b18-4cfe-bc61-55afa158e0d2 None None] Deleting port 6a0a3f1c-7736-4229-b102-9aac3ec08896 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:31:14.464101 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c34253b3-2b18-4cfe-bc61-55afa158e0d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:14.488020 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097be840-7222-4816-bafa-737501469708 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a0a3f1c-7736-4229-b102-9aac3ec08896,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:31:14.492001 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097be840-7222-4816-bafa-737501469708 admin admin] No DVR routers for this DVR port 6a0a3f1c-7736-4229-b102-9aac3ec08896 on host dv-cinder-759955-23-iscsi {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:31:14.531346 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-c34253b3-2b18-4cfe-bc61-55afa158e0d2 None None] For port 6a0a3f1c-7736-4229-b102-9aac3ec08896, host dv-cinder-759955-23-iscsi, got binding levels [] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:31:14.531738 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c34253b3-2b18-4cfe-bc61-55afa158e0d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:14.543718 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-c34253b3-2b18-4cfe-bc61-55afa158e0d2 None None] Calling delete_port for 6a0a3f1c-7736-4229-b102-9aac3ec08896 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:31:14.548117 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.ipam_backend_mixin [None req-c34253b3-2b18-4cfe-bc61-55afa158e0d2 None None] Port 6a0a3f1c-7736-4229-b102-9aac3ec08896 was not found and therefore no delete operation was performed {{(pid=93889) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 09 22:31:14.549428 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c34253b3-2b18-4cfe-bc61-55afa158e0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:14.571275 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-097be840-7222-4816-bafa-737501469708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476877', 'neutron.services.segments.db._delete_segments_for_network-8781721822877'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:14.580872 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34253b3-2b18-4cfe-bc61-55afa158e0d2 None None] Pushing event deleted for resources: {'Port': ['ID=6a0a3f1c-7736-4229-b102-9aac3ec08896,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:31:14.583086 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34253b3-2b18-4cfe-bc61-55afa158e0d2 None None] No DVR routers for this DVR port 6a0a3f1c-7736-4229-b102-9aac3ec08896 on host dv-cinder-759955-23-iscsi {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:31:14.591066 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34253b3-2b18-4cfe-bc61-55afa158e0d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:31:14.591621 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34253b3-2b18-4cfe-bc61-55afa158e0d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:31:14.592181 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34253b3-2b18-4cfe-bc61-55afa158e0d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:31:14.592383 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.services.segments.db [None req-097be840-7222-4816-bafa-737501469708 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7e517a4-55ac-4999-ad3f-46426478f73d']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:31:14.592524 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34253b3-2b18-4cfe-bc61-55afa158e0d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:31:14.592831 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34253b3-2b18-4cfe-bc61-55afa158e0d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:31:14.593159 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34253b3-2b18-4cfe-bc61-55afa158e0d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:31:14.593486 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34253b3-2b18-4cfe-bc61-55afa158e0d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:31:14.593810 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34253b3-2b18-4cfe-bc61-55afa158e0d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:31:14.594156 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34253b3-2b18-4cfe-bc61-55afa158e0d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:31:14.594482 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34253b3-2b18-4cfe-bc61-55afa158e0d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:31:14.594805 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34253b3-2b18-4cfe-bc61-55afa158e0d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:31:14.595127 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c34253b3-2b18-4cfe-bc61-55afa158e0d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:31:14.602292 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.services.segments.db [None req-097be840-7222-4816-bafa-737501469708 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4662fadd-827e-45f1-8d32-577d068e5c88') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:31:14.602591 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.services.segments.db [None req-097be840-7222-4816-bafa-737501469708 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4662fadd-827e-45f1-8d32-577d068e5c88') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:31:14.612636 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-097be840-7222-4816-bafa-737501469708 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781721823142', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25986864'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:14.627948 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-097be840-7222-4816-bafa-737501469708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:14.634218 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-097be840-7222-4816-bafa-737501469708 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 22:31:14.634654 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-097be840-7222-4816-bafa-737501469708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26050341'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:14.636710 dv-cinder-759955-23-iscsi neutron-server[93887]: Traceback (most recent call last): Sep 09 22:31:14.636710 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 22:31:14.636710 dv-cinder-759955-23-iscsi neutron-server[93887]: timer() Sep 09 22:31:14.636710 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 22:31:14.636710 dv-cinder-759955-23-iscsi neutron-server[93887]: cb(*args, **kw) Sep 09 22:31:14.636710 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 22:31:14.636710 dv-cinder-759955-23-iscsi neutron-server[93887]: return func(*args, **kwargs) Sep 09 22:31:14.636710 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 22:31:14.636710 dv-cinder-759955-23-iscsi neutron-server[93887]: self._notify() Sep 09 22:31:14.636710 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 22:31:14.636710 dv-cinder-759955-23-iscsi neutron-server[93887]: self.callback(batched_events) Sep 09 22:31:14.636710 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 22:31:14.636710 dv-cinder-759955-23-iscsi neutron-server[93887]: event.method(event) Sep 09 22:31:14.636710 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 22:31:14.636710 dv-cinder-759955-23-iscsi neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 22:31:14.636710 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 22:31:14.636710 dv-cinder-759955-23-iscsi neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 22:31:14.636710 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 22:31:14.636710 dv-cinder-759955-23-iscsi neutron-server[93887]: return f(self, *a, **k) Sep 09 22:31:14.636710 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 22:31:14.636710 dv-cinder-759955-23-iscsi neutron-server[93887]: return self._get(url).json() Sep 09 22:31:14.636710 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 22:31:14.636710 dv-cinder-759955-23-iscsi neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 22:31:14.636710 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 22:31:14.636710 dv-cinder-759955-23-iscsi neutron-server[93887]: return self.request(url, 'GET', **kwargs) Sep 09 22:31:14.636710 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 22:31:14.636710 dv-cinder-759955-23-iscsi neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 22:31:14.636710 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 22:31:14.636710 dv-cinder-759955-23-iscsi neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 22:31:14.636710 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 22:31:14.636710 dv-cinder-759955-23-iscsi neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 22:31:14.636710 dv-cinder-759955-23-iscsi neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 22:31:14.694975 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-097be840-7222-4816-bafa-737501469708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1478910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414983'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:14.700311 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-097be840-7222-4816-bafa-737501469708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:14.702456 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-097be840-7222-4816-bafa-737501469708 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b7e517a4-55ac-4999-ad3f-46426478f73d HTTP/1.1" status: 204 len: 168 time: 0.5215423 Sep 09 22:31:14.713474 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097be840-7222-4816-bafa-737501469708 admin admin] Pushing event deleted for resources: {'Network': ['ID=b7e517a4-55ac-4999-ad3f-46426478f73d,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:31:14.820434 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 33286) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:31:14.859405 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-5ca87b17-6762-4043-b70f-4ec0568dd174 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=096fa68883894e368796bcd92c5e8218&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0377729 Sep 09 22:31:14.861793 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 33288) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:31:14.911744 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dda3ddd6-de8a-4ea1-8aec-7ed04b51c227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:14.932590 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dda3ddd6-de8a-4ea1-8aec-7ed04b51c227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:14.979254 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dda3ddd6-de8a-4ea1-8aec-7ed04b51c227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:14.981916 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-dda3ddd6-de8a-4ea1-8aec-7ed04b51c227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:14.983007 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-dda3ddd6-de8a-4ea1-8aec-7ed04b51c227 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f99f7e56-9b11-4c13-a6f9-69aee0c6c3cf HTTP/1.1" status: 204 len: 168 time: 0.1202288 Sep 09 22:31:14.990882 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda3ddd6-de8a-4ea1-8aec-7ed04b51c227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99f7e56-9b11-4c13-a6f9-69aee0c6c3cf,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:31:15.693513 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device bb80f9d7-c143-47c1-825e-f6988964b22c no longer exists at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:31:15.712514 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] No Port match for: bb80f9d7-c143-47c1-825e-f6988964b22c {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:31:15.712856 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device bb80f9d7-c143-47c1-825e-f6988964b22c not bound to the agent host dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:31:15.713267 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 8964844d-0adc-4147-ab86-e1e57a657f95 no longer exists at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:31:15.730938 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] No Port match for: 8964844d-0adc-4147-ab86-e1e57a657f95 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:31:15.731387 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 8964844d-0adc-4147-ab86-e1e57a657f95 not bound to the agent host dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:31:15.731667 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 6a0a3f1c-7736-4229-b102-9aac3ec08896 no longer exists at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:31:15.751216 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] No Port match for: 6a0a3f1c-7736-4229-b102-9aac3ec08896 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:31:15.751630 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 6a0a3f1c-7736-4229-b102-9aac3ec08896 not bound to the agent host dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:31:23.771181 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4f06f-4298-4a4e-aecb-85c86246da6a req-b2e9b22f-6449-45f1-b94b-9c328c2813ee tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:31:23.772566 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c2d4f06f-4298-4a4e-aecb-85c86246da6a req-b2e9b22f-6449-45f1-b94b-9c328c2813ee tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 946 time: 0.0486887 Sep 09 22:31:23.810202 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c2d4f06f-4298-4a4e-aecb-85c86246da6a req-8427260a-3e92-40fe-a8d9-ecd4df1d4f64 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316863 Sep 09 22:31:24.929258 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3c392-07fd-45b0-bb0b-ddb39899e5ad req-d8ad07dd-2e11-407c-a866-ca568bfb9f36 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:31:24.930680 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-64c3c392-07fd-45b0-bb0b-ddb39899e5ad req-d8ad07dd-2e11-407c-a866-ca568bfb9f36 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 946 time: 0.0476391 Sep 09 22:31:24.959118 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.agents_db [None req-ca59875f-4706-4e17-8f41-5ac1de1c8425 None None] Agent healthcheck: found 6 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:31:24.971081 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-64c3c392-07fd-45b0-bb0b-ddb39899e5ad req-ea80f876-41e6-43b3-b272-20fd26e91398 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=fbf57975-b363-4bdb-a9af-3a0e87fe8103&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340023 Sep 09 22:31:25.273096 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d786b84-1773-45c3-a650-4be0e2aa71c6 req-89eb2e41-e63a-4286-8481-80f27e0595c8 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:31:25.274525 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3d786b84-1773-45c3-a650-4be0e2aa71c6 req-89eb2e41-e63a-4286-8481-80f27e0595c8 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.20 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 946 time: 0.0471632 Sep 09 22:31:25.367874 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-3d786b84-1773-45c3-a650-4be0e2aa71c6 req-2089e3e6-d008-4f7e-8f83-8c75b08494bf tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Deleting port 491d5ca5-09d2-4689-870c-abeddc93c33e {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:31:25.368237 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3d786b84-1773-45c3-a650-4be0e2aa71c6 req-2089e3e6-d008-4f7e-8f83-8c75b08494bf tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:25.456651 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-3d786b84-1773-45c3-a650-4be0e2aa71c6 req-2089e3e6-d008-4f7e-8f83-8c75b08494bf tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] For port 491d5ca5-09d2-4689-870c-abeddc93c33e, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=491d5ca5-09d2-4689-870c-abeddc93c33e,segment=NetworkSegment(e35247d3-5169-4319-9016-5c4a3a40d907),segment_id=e35247d3-5169-4319-9016-5c4a3a40d907)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:31:25.457003 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3d786b84-1773-45c3-a650-4be0e2aa71c6 req-2089e3e6-d008-4f7e-8f83-8c75b08494bf tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:25.622290 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3d786b84-1773-45c3-a650-4be0e2aa71c6 req-2089e3e6-d008-4f7e-8f83-8c75b08494bf tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:25.622782 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3d786b84-1773-45c3-a650-4be0e2aa71c6 req-2089e3e6-d008-4f7e-8f83-8c75b08494bf tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415029'] for floatingip, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:25.624533 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.db.l3_db [req-3d786b84-1773-45c3-a650-4be0e2aa71c6 req-2089e3e6-d008-4f7e-8f83-8c75b08494bf tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Floating IP e7f2e826-b3fb-4cb4-8383-41c9a703822b disassociated. External IP: 172.27.3.210, port: 491d5ca5-09d2-4689-870c-abeddc93c33e. Sep 09 22:31:25.624882 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-3d786b84-1773-45c3-a650-4be0e2aa71c6 req-2089e3e6-d008-4f7e-8f83-8c75b08494bf tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Calling delete_port for 491d5ca5-09d2-4689-870c-abeddc93c33e owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:31:25.758238 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3d786b84-1773-45c3-a650-4be0e2aa71c6 req-2089e3e6-d008-4f7e-8f83-8c75b08494bf tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:25.787792 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2089e3e6-d008-4f7e-8f83-8c75b08494bf tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Pushing event deleted for resources: {'Port': ['ID=491d5ca5-09d2-4689-870c-abeddc93c33e,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:31:25.907051 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d786b84-1773-45c3-a650-4be0e2aa71c6 req-2089e3e6-d008-4f7e-8f83-8c75b08494bf tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Router e16c9b6d-4b60-4b46-964a-2c60d23d2f5a has already been hosted by L3 agent ecba8a59-1a63-4f4e-b72e-1c921b89dba6 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:31:26.025514 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d786b84-1773-45c3-a650-4be0e2aa71c6 req-2089e3e6-d008-4f7e-8f83-8c75b08494bf tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify agent at l3_agent.dv-cinder-759955-23-iscsi the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:31:26.039114 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea6724b-6986-4c75-b2c2-ea99c2f742a6 None None] Sync routers for ids ['e16c9b6d-4b60-4b46-964a-2c60d23d2f5a'] in dv-cinder-759955-23-iscsi {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:31:26.054019 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea6724b-6986-4c75-b2c2-ea99c2f742a6 None None] Routers {'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:31:26.054627 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-1ea6724b-6986-4c75-b2c2-ea99c2f742a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:31:05Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['e16c9b6d-4b60-4b46-964a-2c60d23d2f5a'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:31:26.092310 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d786b84-1773-45c3-a650-4be0e2aa71c6 req-2089e3e6-d008-4f7e-8f83-8c75b08494bf tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] No DVR routers for this DVR port 491d5ca5-09d2-4689-870c-abeddc93c33e on host hv-cinder-75995 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:31:26.095053 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-3d786b84-1773-45c3-a650-4be0e2aa71c6 req-2089e3e6-d008-4f7e-8f83-8c75b08494bf tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:26.097181 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3d786b84-1773-45c3-a650-4be0e2aa71c6 req-2089e3e6-d008-4f7e-8f83-8c75b08494bf tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.20 "DELETE /v2.0/ports/491d5ca5-09d2-4689-870c-abeddc93c33e HTTP/1.1" status: 204 len: 173 time: 0.8128760 Sep 09 22:31:26.097844 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487faea2-af98-4ad3-bc1c-e5946a0a9934', 'name': 'network-vif-deleted', 'tag': '491d5ca5-09d2-4689-870c-abeddc93c33e'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:31:26.100150 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febecf7243e3540986e18e5907cacf19c405284daaaade8257553be7db475bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b167952-d9f4-4431-91f0-d7ac2caa966b" -d '{"events": [{"server_uuid": "487faea2-af98-4ad3-bc1c-e5946a0a9934", "name": "network-vif-deleted", "tag": "491d5ca5-09d2-4689-870c-abeddc93c33e"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:31:26.104219 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a2b129e4-4476-4787-b8fe-3ccd5fba09c0 req-de03b20b-7bff-4d21-9c41-f3ceecfb452f tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=487faea2-af98-4ad3-bc1c-e5946a0a9934 HTTP/1.1" status: 200 len: 210 time: 0.0519509 Sep 09 22:31:26.145619 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c009e5e-e4cf-4d9c-95b5-da91fa1801e1 x-openstack-request-id: req-3c009e5e-e4cf-4d9c-95b5-da91fa1801e1 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:31:26.145914 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487faea2-af98-4ad3-bc1c-e5946a0a9934", "name": "network-vif-deleted", "tag": "491d5ca5-09d2-4689-870c-abeddc93c33e", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:31:26.146166 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3c009e5e-e4cf-4d9c-95b5-da91fa1801e1 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:31:26.147376 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '487faea2-af98-4ad3-bc1c-e5946a0a9934', 'name': 'network-vif-deleted', 'tag': '491d5ca5-09d2-4689-870c-abeddc93c33e', 'status': 'completed', 'code': 200} Sep 09 22:31:26.173397 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-1ea6724b-6986-4c75-b2c2-ea99c2f742a6 None None] Set router e16c9b6d-4b60-4b46-964a-2c60d23d2f5a gateway port host: dv-cinder-759955-23-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:31:26.374459 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-1ea6724b-6986-4c75-b2c2-ea99c2f742a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1415468578-router', 'tenant_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'ebb9b6e2-ccd7-416f-98d3-d0dc31056a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:28:33Z', 'updated_at': '2021-09-09T22:28:36Z', 'revision_number': 4, 'project_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'gw_port': {'id': 'ebb9b6e2-ccd7-416f-98d3-d0dc31056a56', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:28:34Z', 'updated_at': '2021-09-09T22:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': 'a6d4898a-d718-4020-9e02-61795c06294c', 'name': '', 'network_id': '400f8173-ba02-43b5-8ce5-c9f86dbae434', 'tenant_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'mac_address': 'fa:16:3e:40:4b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'aea9e89c-ee50-4cf6-8ff5-ae7a991147d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:28:35Z', 'updated_at': '2021-09-09T22:28:41Z', 'revision_number': 5, 'project_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'subnets': [{'id': 'aea9e89c-ee50-4cf6-8ff5-ae7a991147d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:31:26.399907 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea6724b-6986-4c75-b2c2-ea99c2f742a6 None None] Checking router: e16c9b6d-4b60-4b46-964a-2c60d23d2f5a for host: dv-cinder-759955-23-iscsi {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:31:26.407702 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea6724b-6986-4c75-b2c2-ea99c2f742a6 None None] Routers {'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:31:26.408391 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-1ea6724b-6986-4c75-b2c2-ea99c2f742a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:31:05Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['e16c9b6d-4b60-4b46-964a-2c60d23d2f5a'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:31:26.513977 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-1ea6724b-6986-4c75-b2c2-ea99c2f742a6 None None] Set router e16c9b6d-4b60-4b46-964a-2c60d23d2f5a gateway port host: dv-cinder-759955-23-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:31:26.717733 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-1ea6724b-6986-4c75-b2c2-ea99c2f742a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1415468578-router', 'tenant_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'ebb9b6e2-ccd7-416f-98d3-d0dc31056a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:28:33Z', 'updated_at': '2021-09-09T22:28:36Z', 'revision_number': 4, 'project_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'gw_port': {'id': 'ebb9b6e2-ccd7-416f-98d3-d0dc31056a56', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:28:34Z', 'updated_at': '2021-09-09T22:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': 'a6d4898a-d718-4020-9e02-61795c06294c', 'name': '', 'network_id': '400f8173-ba02-43b5-8ce5-c9f86dbae434', 'tenant_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'mac_address': 'fa:16:3e:40:4b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'aea9e89c-ee50-4cf6-8ff5-ae7a991147d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:28:35Z', 'updated_at': '2021-09-09T22:28:41Z', 'revision_number': 5, 'project_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'subnets': [{'id': 'aea9e89c-ee50-4cf6-8ff5-ae7a991147d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:31:26.821606 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea6724b-6986-4c75-b2c2-ea99c2f742a6 None None] The sync data for ids ['e16c9b6d-4b60-4b46-964a-2c60d23d2f5a'] in dv-cinder-759955-23-iscsi is: [{'id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1415468578-router', 'tenant_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'ebb9b6e2-ccd7-416f-98d3-d0dc31056a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:28:33Z', 'updated_at': '2021-09-09T22:28:36Z', 'revision_number': 4, 'project_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'gw_port': {'id': 'ebb9b6e2-ccd7-416f-98d3-d0dc31056a56', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:28:34Z', 'updated_at': '2021-09-09T22:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': 'a6d4898a-d718-4020-9e02-61795c06294c', 'name': '', 'network_id': '400f8173-ba02-43b5-8ce5-c9f86dbae434', 'tenant_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'mac_address': 'fa:16:3e:40:4b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'aea9e89c-ee50-4cf6-8ff5-ae7a991147d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:28:35Z', 'updated_at': '2021-09-09T22:28:41Z', 'revision_number': 5, 'project_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'subnets': [{'id': 'aea9e89c-ee50-4cf6-8ff5-ae7a991147d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:31:27.030234 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dce810c-36b9-487e-b027-7df646a30f06 None None] New status for floating IP e7f2e826-b3fb-4cb4-8383-41c9a703822b: DOWN {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 22:31:27.204304 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 33480) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:31:27.256916 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0c028602-5161-4e9f-96a0-9e5571908022 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:27.280148 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0c028602-5161-4e9f-96a0-9e5571908022 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:27.326644 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0c028602-5161-4e9f-96a0-9e5571908022 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:27.329266 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0c028602-5161-4e9f-96a0-9e5571908022 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:27.330402 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-0c028602-5161-4e9f-96a0-9e5571908022 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "DELETE /v2.0/security-groups/fbf57975-b363-4bdb-a9af-3a0e87fe8103 HTTP/1.1" status: 204 len: 168 time: 0.1251016 Sep 09 22:31:27.333315 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 33482) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:31:27.339931 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c028602-5161-4e9f-96a0-9e5571908022 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf57975-b363-4bdb-a9af-3a0e87fe8103,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:31:27.346126 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.api.v2.resource [None req-6dea1c00-14ef-4992-9711-25975c4ce4f4 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] show failed (client error): The resource could not be found. Sep 09 22:31:27.347123 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-6dea1c00-14ef-4992-9711-25975c4ce4f4 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups/fbf57975-b363-4bdb-a9af-3a0e87fe8103 HTTP/1.1" status: 404 len: 347 time: 0.0128429 Sep 09 22:31:27.349956 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 33484) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:31:27.473327 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-7f5cc292-e91b-451f-8113-35644baf57d8 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Deleting port 2d4db277-6e8b-4e74-8fda-3beb4653d13a {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:31:27.473659 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7f5cc292-e91b-451f-8113-35644baf57d8 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:27.546195 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7f5cc292-e91b-451f-8113-35644baf57d8 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:27.546433 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7f5cc292-e91b-451f-8113-35644baf57d8 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:27.557757 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-7f5cc292-e91b-451f-8113-35644baf57d8 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Calling delete_port for 2d4db277-6e8b-4e74-8fda-3beb4653d13a owned by network:floatingip {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:31:27.688610 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7f5cc292-e91b-451f-8113-35644baf57d8 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:27.712945 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5cc292-e91b-451f-8113-35644baf57d8 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Pushing event deleted for resources: {'Port': ['ID=2d4db277-6e8b-4e74-8fda-3beb4653d13a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:31:27.775103 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7f5cc292-e91b-451f-8113-35644baf57d8 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks [] for floatingip, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:27.777640 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7f5cc292-e91b-451f-8113-35644baf57d8 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:27.778797 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-7f5cc292-e91b-451f-8113-35644baf57d8 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "DELETE /v2.0/floatingips/e7f2e826-b3fb-4cb4-8383-41c9a703822b HTTP/1.1" status: 204 len: 168 time: 0.4279375 Sep 09 22:31:28.028376 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 33488) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:31:28.033107 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-8bf0a797-65d7-4c9c-9383-217ee88c925a tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1629178930', 'description': 'tempest-description--812451778'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:31:28.054565 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8bf0a797-65d7-4c9c-9383-217ee88c925a tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:28.136429 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8bf0a797-65d7-4c9c-9383-217ee88c925a tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:28.140828 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8bf0a797-65d7-4c9c-9383-217ee88c925a tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:28.169081 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8bf0a797-65d7-4c9c-9383-217ee88c925a tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:28.170460 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-8bf0a797-65d7-4c9c-9383-217ee88c925a tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1408904 Sep 09 22:31:28.173397 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 33492) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:31:28.177903 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-6711faa4-9cc7-4627-9d89-0855ea2b223f tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Request body: {'security_group_rule': {'security_group_id': '65cbff0c-4729-4135-b873-8d8822310672', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:31:28.181753 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0a797-65d7-4c9c-9383-217ee88c925a tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65cbff0c-4729-4135-b873-8d8822310672,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:31:28.206850 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6711faa4-9cc7-4627-9d89-0855ea2b223f tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:28.277806 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6711faa4-9cc7-4627-9d89-0855ea2b223f tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:28.281773 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6711faa4-9cc7-4627-9d89-0855ea2b223f tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507431'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:28.299804 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6711faa4-9cc7-4627-9d89-0855ea2b223f tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=231641b2-e1dd-4eac-8e1a-4e8e29e063bd,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:31:28.306353 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6711faa4-9cc7-4627-9d89-0855ea2b223f tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:28.307590 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-6711faa4-9cc7-4627-9d89-0855ea2b223f tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1332643 Sep 09 22:31:28.310319 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 33498) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:31:28.315069 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-4ca57106-6191-46fa-9a45-8ec8aeffd6d2 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Request body: {'security_group_rule': {'security_group_id': '65cbff0c-4729-4135-b873-8d8822310672', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:31:28.347871 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4ca57106-6191-46fa-9a45-8ec8aeffd6d2 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:28.396293 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4ca57106-6191-46fa-9a45-8ec8aeffd6d2 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:28.400091 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4ca57106-6191-46fa-9a45-8ec8aeffd6d2 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507431'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:28.423485 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca57106-6191-46fa-9a45-8ec8aeffd6d2 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c964d79-90b3-4418-8486-e691c8ce790d,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:31:28.432753 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4ca57106-6191-46fa-9a45-8ec8aeffd6d2 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:28.433936 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-4ca57106-6191-46fa-9a45-8ec8aeffd6d2 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1223454 Sep 09 22:31:28.437129 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 33506) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:31:28.441509 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-03ab66ed-dfa4-4558-b64a-cf87cf520c38 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Request body: {'floatingip': {'floating_network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:31:28.464457 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-03ab66ed-dfa4-4558-b64a-cf87cf520c38 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks [] for floatingip, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:28.562700 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-03ab66ed-dfa4-4558-b64a-cf87cf520c38 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:28.667728 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-03ab66ed-dfa4-4558-b64a-cf87cf520c38 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Allocated IP 172.27.3.7 (a96fd56d-97e4-47a2-815b-e854e5640ee5/a399639f-77d7-4513-a462-8fb82637fe8f/229d41b4-df16-4ce1-aed0-a33e0c6f2434) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:31:28.766270 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-03ab66ed-dfa4-4558-b64a-cf87cf520c38 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:28.804693 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-03ab66ed-dfa4-4558-b64a-cf87cf520c38 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:28.837550 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ab66ed-dfa4-4558-b64a-cf87cf520c38 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Network a96fd56d-97e4-47a2-815b-e854e5640ee5 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:31:28.840275 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-03ab66ed-dfa4-4558-b64a-cf87cf520c38 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:31:28.844074 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ab66ed-dfa4-4558-b64a-cf87cf520c38 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:31:28.878552 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab66ed-dfa4-4558-b64a-cf87cf520c38 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Pushing event updated for resources: {'Port': ['ID=229d41b4-df16-4ce1-aed0-a33e0c6f2434,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:31:28.934184 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-03ab66ed-dfa4-4558-b64a-cf87cf520c38 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:28.964568 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-03ab66ed-dfa4-4558-b64a-cf87cf520c38 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:29.110660 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-03ab66ed-dfa4-4558-b64a-cf87cf520c38 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:29.115108 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-03ab66ed-dfa4-4558-b64a-cf87cf520c38 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27131053'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:29.182861 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ab66ed-dfa4-4558-b64a-cf87cf520c38 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Pushing event updated for resources: {'Port': ['ID=229d41b4-df16-4ce1-aed0-a33e0c6f2434,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:31:29.192362 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-03ab66ed-dfa4-4558-b64a-cf87cf520c38 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415029'] for floatingip, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:29.206631 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-03ab66ed-dfa4-4558-b64a-cf87cf520c38 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:29.207843 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-03ab66ed-dfa4-4558-b64a-cf87cf520c38 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.7697475 Sep 09 22:31:29.390574 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-8fb303bc-daf7-4d79-bb74-b77a6403ae05 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1629178930&fields=id&tenant_id=17b7ba05b1cf4d60a5f99ba7e03a82dc HTTP/1.1" status: 200 len: 267 time: 0.0316632 Sep 09 22:31:29.496767 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-582934d1-ddf4-41d2-9850-cf3cbc9394bc tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:31:29.496767 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-582934d1-ddf4-41d2-9850-cf3cbc9394bc tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/networks?id=400f8173-ba02-43b5-8ce5-c9f86dbae434 HTTP/1.1" status: 200 len: 817 time: 0.0979605 Sep 09 22:31:29.510645 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-453efb64-e91a-4a80-8443-9edad75d1b08 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/quotas/17b7ba05b1cf4d60a5f99ba7e03a82dc HTTP/1.1" status: 200 len: 375 time: 0.0096769 Sep 09 22:31:29.568326 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-596446bc-bee6-482b-ac25-1a68af6ad44d tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=17b7ba05b1cf4d60a5f99ba7e03a82dc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0514393 Sep 09 22:31:29.676950 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 491d5ca5-09d2-4689-870c-abeddc93c33e no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:31:29.700469 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] No Port match for: 491d5ca5-09d2-4689-870c-abeddc93c33e {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:31:29.701671 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 491d5ca5-09d2-4689-870c-abeddc93c33e not bound to the agent host hv-cinder-75995 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:31:29.762020 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-0151790d-a15f-47c5-a08f-696a33177287 service neutron] 10.222.0.41 "GET /v2.0/networks/400f8173-ba02-43b5-8ce5-c9f86dbae434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816812 Sep 09 22:31:29.856734 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-413aa141-a8a3-4c63-8efe-7e6b17613304 service neutron] 10.222.0.41 "GET /v2.0/networks/400f8173-ba02-43b5-8ce5-c9f86dbae434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876513 Sep 09 22:31:30.018314 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-00e4cf36-2678-4835-b89b-56eb9fc93131 req-c895be02-079f-4b21-8b5c-999ccad97840 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 210 time: 0.0287397 Sep 09 22:31:30.902591 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-fdab6583-3155-483d-bc70-b3bc619793ea tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:31:30.904736 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-fdab6583-3155-483d-bc70-b3bc619793ea tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.20 "GET /v2.0/networks?id=400f8173-ba02-43b5-8ce5-c9f86dbae434 HTTP/1.1" status: 200 len: 817 time: 0.1066484 Sep 09 22:31:30.951223 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-1a64ab99-981c-41c0-9018-10df5d855a18 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17b7ba05b1cf4d60a5f99ba7e03a82dc HTTP/1.1" status: 200 len: 380 time: 0.0363781 Sep 09 22:31:30.961948 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-e898b35a-610e-441b-b104-7eaad25ae501 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Request body: {'port': {'device_id': '221d921e-3137-4379-802b-787f0d5c1d41', 'network_id': '400f8173-ba02-43b5-8ce5-c9f86dbae434', 'admin_state_up': True, 'tenant_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'security_groups': ['65cbff0c-4729-4135-b873-8d8822310672']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:31:31.084681 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-e898b35a-610e-441b-b104-7eaad25ae501 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Made reservation on behalf of 17b7ba05b1cf4d60a5f99ba7e03a82dc for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:31:31.088725 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-e898b35a-610e-441b-b104-7eaad25ae501 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:31.128752 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-dee31704-cbea-4009-b062-3e061c062a0d req-d68528d4-172c-4d10-b7d5-8491e53bcb71 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 210 time: 0.0294268 Sep 09 22:31:31.242774 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-e898b35a-610e-441b-b104-7eaad25ae501 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Allocated IP 172.20.0.7 (400f8173-ba02-43b5-8ce5-c9f86dbae434/aea9e89c-ee50-4cf6-8ff5-ae7a991147d2/e21a335b-78cc-47d5-aaeb-3a1120c92857) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:31:31.381349 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-e898b35a-610e-441b-b104-7eaad25ae501 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:31.394478 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-e898b35a-610e-441b-b104-7eaad25ae501 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Transition to ACTIVE for port object e21a335b-78cc-47d5-aaeb-3a1120c92857 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:31:31.426272 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-e898b35a-610e-441b-b104-7eaad25ae501 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:31.463915 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-e898b35a-610e-441b-b104-7eaad25ae501 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Network 400f8173-ba02-43b5-8ce5-c9f86dbae434 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:31:31.467143 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-e898b35a-610e-441b-b104-7eaad25ae501 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:31:31.470701 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-e898b35a-610e-441b-b104-7eaad25ae501 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:31:31.508097 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e898b35a-610e-441b-b104-7eaad25ae501 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Pushing event updated for resources: {'Port': ['ID=e21a335b-78cc-47d5-aaeb-3a1120c92857,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:31:31.529828 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-e898b35a-610e-441b-b104-7eaad25ae501 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:31:31.530473 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-e898b35a-610e-441b-b104-7eaad25ae501 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:31.546217 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-e898b35a-610e-441b-b104-7eaad25ae501 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5886009 Sep 09 22:31:31.560827 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-79b9b1a9-4a3e-4cd9-825f-5aea7340c597 service neutron] Request body: {'port': {'device_id': '221d921e-3137-4379-802b-787f0d5c1d41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:31:31.581202 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 33584) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:31:31.624918 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-79b9b1a9-4a3e-4cd9-825f-5aea7340c597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:31.697847 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c4b46bf5-e76a-4df9-b46a-075e92c30b57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:31.701611 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-0ded0a8f-e855-4868-b5c7-59b096e6e06f None None] Provisioning for port e21a335b-78cc-47d5-aaeb-3a1120c92857 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:31:31.705912 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-0ded0a8f-e855-4868-b5c7-59b096e6e06f None None] Provisioning complete for port e21a335b-78cc-47d5-aaeb-3a1120c92857 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:31:31.706287 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0ded0a8f-e855-4868-b5c7-59b096e6e06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:31.742833 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-0ded0a8f-e855-4868-b5c7-59b096e6e06f None None] Port e21a335b-78cc-47d5-aaeb-3a1120c92857 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 22:31:31.786700 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c4b46bf5-e76a-4df9-b46a-075e92c30b57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:31.790524 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c4b46bf5-e76a-4df9-b46a-075e92c30b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:31.827342 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-c4b46bf5-e76a-4df9-b46a-075e92c30b57 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=df4b180a05b445e69a47974e3077007e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2450707 Sep 09 22:31:31.829226 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b46bf5-e76a-4df9-b46a-075e92c30b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bd4563-e5fd-4f72-af9d-4a8bbb032a23,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:31:31.831503 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 33588) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:31:31.879669 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0e434745-b2db-4ce3-913b-ed63cb156609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:31.900334 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0e434745-b2db-4ce3-913b-ed63cb156609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:31.911487 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-79b9b1a9-4a3e-4cd9-825f-5aea7340c597 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e21a335b-78cc-47d5-aaeb-3a1120c92857 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:31:31.918690 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-79b9b1a9-4a3e-4cd9-825f-5aea7340c597 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:31.930929 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-79b9b1a9-4a3e-4cd9-825f-5aea7340c597 service neutron] Transition to ACTIVE for port object e21a335b-78cc-47d5-aaeb-3a1120c92857 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:31:31.933730 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-79b9b1a9-4a3e-4cd9-825f-5aea7340c597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27131053'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:31.945067 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0e434745-b2db-4ce3-913b-ed63cb156609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:31.947568 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0e434745-b2db-4ce3-913b-ed63cb156609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:31.948745 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-0e434745-b2db-4ce3-913b-ed63cb156609 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/75bd4563-e5fd-4f72-af9d-4a8bbb032a23 HTTP/1.1" status: 204 len: 168 time: 0.1163318 Sep 09 22:31:31.956393 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e434745-b2db-4ce3-913b-ed63cb156609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bd4563-e5fd-4f72-af9d-4a8bbb032a23,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:31:31.986605 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b9b1a9-4a3e-4cd9-825f-5aea7340c597 service neutron] Pushing event updated for resources: {'Port': ['ID=e21a335b-78cc-47d5-aaeb-3a1120c92857,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:31:32.067659 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-79b9b1a9-4a3e-4cd9-825f-5aea7340c597 service neutron] Attempting to bind port e21a335b-78cc-47d5-aaeb-3a1120c92857 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:31:32.067998 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-79b9b1a9-4a3e-4cd9-825f-5aea7340c597 service neutron] Attempting to bind port e21a335b-78cc-47d5-aaeb-3a1120c92857 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': 'e35247d3-5169-4319-9016-5c4a3a40d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '400f8173-ba02-43b5-8ce5-c9f86dbae434'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:31:32.068358 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-79b9b1a9-4a3e-4cd9-825f-5aea7340c597 service neutron] Attempting to bind port e21a335b-78cc-47d5-aaeb-3a1120c92857 on network 400f8173-ba02-43b5-8ce5-c9f86dbae434 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:31:32.073019 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-79b9b1a9-4a3e-4cd9-825f-5aea7340c597 service neutron] Port e21a335b-78cc-47d5-aaeb-3a1120c92857 on network 400f8173-ba02-43b5-8ce5-c9f86dbae434 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 22:31:32.074021 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-79b9b1a9-4a3e-4cd9-825f-5aea7340c597 service neutron] Attempting to bind port e21a335b-78cc-47d5-aaeb-3a1120c92857 on network 400f8173-ba02-43b5-8ce5-c9f86dbae434 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:31:32.078471 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-79b9b1a9-4a3e-4cd9-825f-5aea7340c597 service neutron] Checking agent: {'id': 'd4d09dd9-4fb9-4f0d-bf57-c365063561af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 23, 5), 'started_at': datetime.datetime(2021, 9, 9, 22, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:31:32.078806 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-79b9b1a9-4a3e-4cd9-825f-5aea7340c597 service neutron] Checking segment: {'id': 'e35247d3-5169-4319-9016-5c4a3a40d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '400f8173-ba02-43b5-8ce5-c9f86dbae434'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:31:32.079188 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-79b9b1a9-4a3e-4cd9-825f-5aea7340c597 service neutron] Bound using segment: {'id': 'e35247d3-5169-4319-9016-5c4a3a40d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '400f8173-ba02-43b5-8ce5-c9f86dbae434'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:31:32.079864 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-79b9b1a9-4a3e-4cd9-825f-5aea7340c597 service neutron] Bound port: e21a335b-78cc-47d5-aaeb-3a1120c92857, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e35247d3-5169-4319-9016-5c4a3a40d907', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '400f8173-ba02-43b5-8ce5-c9f86dbae434'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:31:32.079997 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-79b9b1a9-4a3e-4cd9-825f-5aea7340c597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:32.167269 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-79b9b1a9-4a3e-4cd9-825f-5aea7340c597 service neutron] For port e21a335b-78cc-47d5-aaeb-3a1120c92857, host hv-cinder-75995, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:31:32.171314 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-79b9b1a9-4a3e-4cd9-825f-5aea7340c597 service neutron] For port e21a335b-78cc-47d5-aaeb-3a1120c92857, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=e21a335b-78cc-47d5-aaeb-3a1120c92857,segment=NetworkSegment(e35247d3-5169-4319-9016-5c4a3a40d907),segment_id=e35247d3-5169-4319-9016-5c4a3a40d907)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:31:32.175582 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-79b9b1a9-4a3e-4cd9-825f-5aea7340c597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27131053'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:32.211365 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-79b9b1a9-4a3e-4cd9-825f-5aea7340c597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:31:32.211969 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-79b9b1a9-4a3e-4cd9-825f-5aea7340c597 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:32.213378 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-79b9b1a9-4a3e-4cd9-825f-5aea7340c597 service neutron] 10.222.0.20 "PUT /v2.0/ports/e21a335b-78cc-47d5-aaeb-3a1120c92857 HTTP/1.1" status: 200 len: 1093 time: 0.6585174 Sep 09 22:31:32.213823 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '221d921e-3137-4379-802b-787f0d5c1d41', 'tag': 'e21a335b-78cc-47d5-aaeb-3a1120c92857'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:31:32.216183 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febecf7243e3540986e18e5907cacf19c405284daaaade8257553be7db475bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9da1391-e22c-429d-8f70-c10afd5db537" -d '{"events": [{"name": "network-changed", "server_uuid": "221d921e-3137-4379-802b-787f0d5c1d41", "tag": "e21a335b-78cc-47d5-aaeb-3a1120c92857"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:31:32.280900 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04ecd24-835e-4539-a0ec-a273e3e786b9 x-openstack-request-id: req-a04ecd24-835e-4539-a0ec-a273e3e786b9 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:31:32.281248 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "221d921e-3137-4379-802b-787f0d5c1d41", "tag": "e21a335b-78cc-47d5-aaeb-3a1120c92857", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:31:32.281424 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a04ecd24-835e-4539-a0ec-a273e3e786b9 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:31:32.281816 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '221d921e-3137-4379-802b-787f0d5c1d41', 'tag': 'e21a335b-78cc-47d5-aaeb-3a1120c92857', 'status': 'completed', 'code': 200} Sep 09 22:31:32.305713 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b9b1a9-4a3e-4cd9-825f-5aea7340c597 service neutron] Pushing event updated for resources: {'Port': ['ID=e21a335b-78cc-47d5-aaeb-3a1120c92857,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:31:32.311042 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 33598) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:31:32.323989 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ee9e234a-94de-4e4f-9103-a2771dc9b8d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:32.332357 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d8ab43-bf37-4459-a7b5-4d3055185469 req-d30bfa7f-9f31-40de-bf30-0cd12c54d32c tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:31:32.335664 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e6d8ab43-bf37-4459-a7b5-4d3055185469 req-d30bfa7f-9f31-40de-bf30-0cd12c54d32c tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 943 time: 0.1161399 Sep 09 22:31:32.344866 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-001f1a74-41fd-49c7-b029-0a0d7fca1b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:31:32.347291 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-001f1a74-41fd-49c7-b029-0a0d7fca1b52 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=17b7ba05b1cf4d60a5f99ba7e03a82dc&device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 1096 time: 0.0858769 Sep 09 22:31:32.400595 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-7b931f01-cfe4-4b06-8803-a93acb98c71e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e21a335b-78cc-47d5-aaeb-3a1120c92857 HTTP/1.1" status: 200 len: 217 time: 0.0448749 Sep 09 22:31:32.428543 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ee9e234a-94de-4e4f-9103-a2771dc9b8d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:32.437484 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ee9e234a-94de-4e4f-9103-a2771dc9b8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:32.448065 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e6d8ab43-bf37-4459-a7b5-4d3055185469 req-1563d640-b67a-4e75-b59c-f324299ffe37 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993752 Sep 09 22:31:32.464718 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-ec0f862e-c1e4-4b9d-b1e9-3b88b8d5966a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:31:32.469259 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-ec0f862e-c1e4-4b9d-b1e9-3b88b8d5966a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aea9e89c-ee50-4cf6-8ff5-ae7a991147d2 HTTP/1.1" status: 200 len: 856 time: 0.0578477 Sep 09 22:31:32.479970 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-ee9e234a-94de-4e4f-9103-a2771dc9b8d6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a857731dbf474966a09d08ea8681d358&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1678662 Sep 09 22:31:32.480826 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 33600) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:31:32.488825 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e234a-94de-4e4f-9103-a2771dc9b8d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e06ae4-05c6-441e-94ce-fe0faa995e20,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:31:32.518937 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-47136a3f-0ef0-4bd8-bc81-92858d34b976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:31:32.520449 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-47136a3f-0ef0-4bd8-bc81-92858d34b976 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=400f8173-ba02-43b5-8ce5-c9f86dbae434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0441372 Sep 09 22:31:32.533856 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2096c65b-8440-4fef-bcbe-1b6f22b2d460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:32.554317 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2096c65b-8440-4fef-bcbe-1b6f22b2d460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:32.601536 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2096c65b-8440-4fef-bcbe-1b6f22b2d460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:32.604173 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2096c65b-8440-4fef-bcbe-1b6f22b2d460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:32.605343 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-2096c65b-8440-4fef-bcbe-1b6f22b2d460 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/95e06ae4-05c6-441e-94ce-fe0faa995e20 HTTP/1.1" status: 204 len: 168 time: 0.1225321 Sep 09 22:31:32.613772 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2096c65b-8440-4fef-bcbe-1b6f22b2d460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e06ae4-05c6-441e-94ce-fe0faa995e20,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:31:32.615487 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-13282176-6e6b-474d-b8da-3e3182c44e6f service neutron] 10.222.0.20 "GET /v2.0/networks/400f8173-ba02-43b5-8ce5-c9f86dbae434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880418 Sep 09 22:31:32.656753 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d54e5506-e7f4-4056-86c8-4007993ed076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:32.710035 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-516632db-29db-4e9e-86a2-7d0223dbdaf9 req-1b14aa03-5dd4-4eb0-9dec-cce59f00be4e service neutron] 10.222.0.20 "GET /v2.0/networks/400f8173-ba02-43b5-8ce5-c9f86dbae434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875714 Sep 09 22:31:32.790383 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da1391-e22c-429d-8f70-c10afd5db537 req-7e330d1d-479a-47ca-850d-799159fd84a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:31:32.791863 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f9da1391-e22c-429d-8f70-c10afd5db537 req-7e330d1d-479a-47ca-850d-799159fd84a3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=17b7ba05b1cf4d60a5f99ba7e03a82dc&device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 1096 time: 0.0401087 Sep 09 22:31:32.890095 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da1391-e22c-429d-8f70-c10afd5db537 req-c562af03-16a1-43ea-aaa3-766d5c650bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:31:32.891549 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f9da1391-e22c-429d-8f70-c10afd5db537 req-c562af03-16a1-43ea-aaa3-766d5c650bd9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=400f8173-ba02-43b5-8ce5-c9f86dbae434 HTTP/1.1" status: 200 len: 917 time: 0.0927994 Sep 09 22:31:32.931397 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f9da1391-e22c-429d-8f70-c10afd5db537 req-ab2c1d3b-48dd-4177-8667-889a31038a95 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e21a335b-78cc-47d5-aaeb-3a1120c92857 HTTP/1.1" status: 200 len: 217 time: 0.0326812 Sep 09 22:31:33.233419 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da1391-e22c-429d-8f70-c10afd5db537 req-3ce79f24-2788-4b8c-bba6-b6dd715dfc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:31:33.233419 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f9da1391-e22c-429d-8f70-c10afd5db537 req-3ce79f24-2788-4b8c-bba6-b6dd715dfc4f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aea9e89c-ee50-4cf6-8ff5-ae7a991147d2 HTTP/1.1" status: 200 len: 856 time: 0.2927401 Sep 09 22:31:33.277727 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da1391-e22c-429d-8f70-c10afd5db537 req-67e08781-0b7b-46f3-96b6-ff6f1f4cdb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:31:33.279953 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f9da1391-e22c-429d-8f70-c10afd5db537 req-67e08781-0b7b-46f3-96b6-ff6f1f4cdb73 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=400f8173-ba02-43b5-8ce5-c9f86dbae434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0402386 Sep 09 22:31:33.368841 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f9da1391-e22c-429d-8f70-c10afd5db537 req-53673578-b8f5-4c38-8c0a-a97c8c9d8eff service neutron] 10.222.0.20 "GET /v2.0/networks/400f8173-ba02-43b5-8ce5-c9f86dbae434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806592 Sep 09 22:31:33.461663 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f9da1391-e22c-429d-8f70-c10afd5db537 req-08a7ac03-aee6-4852-8178-365561e6e931 service neutron] 10.222.0.20 "GET /v2.0/networks/400f8173-ba02-43b5-8ce5-c9f86dbae434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851834 Sep 09 22:31:33.576818 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c3e6f8-45c2-4115-ad8d-0f06697e7cd7 req-24a1c6e8-bb6e-42bf-9d22-3f62b14fe9e6 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:31:33.578283 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-96c3e6f8-45c2-4115-ad8d-0f06697e7cd7 req-24a1c6e8-bb6e-42bf-9d22-3f62b14fe9e6 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 943 time: 0.0533061 Sep 09 22:31:33.615608 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-96c3e6f8-45c2-4115-ad8d-0f06697e7cd7 req-e9c2da08-be9b-4fb9-b871-5f846f3f7305 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315595 Sep 09 22:31:34.741756 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ebd588-9c61-459f-8d44-021a5ce0c2ee req-dc1c4722-fccc-4d41-927b-f0f8410e4c95 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:31:34.743103 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b6ebd588-9c61-459f-8d44-021a5ce0c2ee req-dc1c4722-fccc-4d41-927b-f0f8410e4c95 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 943 time: 0.0556064 Sep 09 22:31:34.780424 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b6ebd588-9c61-459f-8d44-021a5ce0c2ee req-4f0cd0c3-1b7c-419d-9644-15daa258057f tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313029 Sep 09 22:31:35.003292 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:35.384496 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-048c3eb0-d299-4098-b9b1-8a8eea94e2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:35.729736 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device e21a335b-78cc-47d5-aaeb-3a1120c92857 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 22:31:35.821401 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:35.838454 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port e21a335b-78cc-47d5-aaeb-3a1120c92857, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=e21a335b-78cc-47d5-aaeb-3a1120c92857,segment=NetworkSegment(e35247d3-5169-4319-9016-5c4a3a40d907),segment_id=e35247d3-5169-4319-9016-5c4a3a40d907)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:31:35.848932 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Returning: {'device': 'e21a335b-78cc-47d5-aaeb-3a1120c92857', 'network_id': '400f8173-ba02-43b5-8ce5-c9f86dbae434', 'port_id': 'e21a335b-78cc-47d5-aaeb-3a1120c92857', 'mac_address': 'fa:16:3e:37:96:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aea9e89c-ee50-4cf6-8ff5-ae7a991147d2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 22:31:35.886027 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:35.897748 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b231a7-cf74-47e0-ab57-2f03951ad4a0 req-b656dfbb-0cf3-4b09-a6ce-e4ee42e3e70b tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:31:35.899025 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e21a335b-78cc-47d5-aaeb-3a1120c92857 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:31:35.899277 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a3b231a7-cf74-47e0-ab57-2f03951ad4a0 req-b656dfbb-0cf3-4b09-a6ce-e4ee42e3e70b tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 943 time: 0.0483944 Sep 09 22:31:35.917723 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port e21a335b-78cc-47d5-aaeb-3a1120c92857, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=e21a335b-78cc-47d5-aaeb-3a1120c92857,segment=NetworkSegment(e35247d3-5169-4319-9016-5c4a3a40d907),segment_id=e35247d3-5169-4319-9016-5c4a3a40d907)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:31:35.921580 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:35.937529 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a3b231a7-cf74-47e0-ab57-2f03951ad4a0 req-8d2be6af-2c60-4d30-9b39-18bec63453fe tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322506 Sep 09 22:31:35.970409 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=e21a335b-78cc-47d5-aaeb-3a1120c92857,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:31:36.155446 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] get_ports_and_sgs() called for port_ids ['e21a335b-78cc-47d5-aaeb-3a1120c92857'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:31:36.706231 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:36.999388 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 33694) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:31:37.055765 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623976b-a684-48a0-9172-15e6e2f71a40 req-eb2c3dd5-a779-481a-a374-32bf7da4d2fb tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:31:37.057266 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a623976b-a684-48a0-9172-15e6e2f71a40 req-eb2c3dd5-a779-481a-a374-32bf7da4d2fb tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 944 time: 0.0479257 Sep 09 22:31:37.095291 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a623976b-a684-48a0-9172-15e6e2f71a40 req-1b408b6f-78bb-4a5d-a387-776405ea6763 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315390 Sep 09 22:31:37.104589 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-faa705a3-388f-49c7-8ec8-49dc0f37cab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:37.190531 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-faa705a3-388f-49c7-8ec8-49dc0f37cab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:37.194159 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-faa705a3-388f-49c7-8ec8-49dc0f37cab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:37.232218 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-faa705a3-388f-49c7-8ec8-49dc0f37cab2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f4c70d02519e4192aef6acef29b288e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2317581 Sep 09 22:31:37.233301 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa705a3-388f-49c7-8ec8-49dc0f37cab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d2705a-1e09-48dc-8744-bf7c43235017,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:31:37.235001 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 33698) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:31:37.287951 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6da2183b-2e48-47ab-9d83-bc3b7f8b8d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:37.307992 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6da2183b-2e48-47ab-9d83-bc3b7f8b8d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:37.352595 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6da2183b-2e48-47ab-9d83-bc3b7f8b8d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:37.355144 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-6da2183b-2e48-47ab-9d83-bc3b7f8b8d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:37.356308 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-6da2183b-2e48-47ab-9d83-bc3b7f8b8d98 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a2d2705a-1e09-48dc-8744-bf7c43235017 HTTP/1.1" status: 204 len: 168 time: 0.1195076 Sep 09 22:31:37.363642 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da2183b-2e48-47ab-9d83-bc3b7f8b8d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d2705a-1e09-48dc-8744-bf7c43235017,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:31:37.612358 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 33704) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:31:37.626006 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3fdfcdef-dca2-48c0-b9f0-a1f5d00c1e38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:37.714161 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3fdfcdef-dca2-48c0-b9f0-a1f5d00c1e38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:37.717522 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3fdfcdef-dca2-48c0-b9f0-a1f5d00c1e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:37.748756 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device e21a335b-78cc-47d5-aaeb-3a1120c92857 up at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:31:37.755250 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-3fdfcdef-dca2-48c0-b9f0-a1f5d00c1e38 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8336dbd9095c4861b1f198a0a6b496ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1417737 Sep 09 22:31:37.756209 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdfcdef-dca2-48c0-b9f0-a1f5d00c1e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207e3d47-a5a4-499b-89e5-97b3170c7ff4,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:31:37.758130 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 33706) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:31:37.763537 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfcdef-dca2-48c0-b9f0-a1f5d00c1e38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:31:37.763998 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfcdef-dca2-48c0-b9f0-a1f5d00c1e38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:31:37.764367 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfcdef-dca2-48c0-b9f0-a1f5d00c1e38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:31:37.764698 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfcdef-dca2-48c0-b9f0-a1f5d00c1e38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:31:37.765024 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfcdef-dca2-48c0-b9f0-a1f5d00c1e38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:31:37.765349 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfcdef-dca2-48c0-b9f0-a1f5d00c1e38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:31:37.765675 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfcdef-dca2-48c0-b9f0-a1f5d00c1e38 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:31:37.765995 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfcdef-dca2-48c0-b9f0-a1f5d00c1e38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:31:37.766314 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfcdef-dca2-48c0-b9f0-a1f5d00c1e38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:31:37.766630 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfcdef-dca2-48c0-b9f0-a1f5d00c1e38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:31:37.766945 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfcdef-dca2-48c0-b9f0-a1f5d00c1e38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:31:37.767272 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fdfcdef-dca2-48c0-b9f0-a1f5d00c1e38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:31:37.799149 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Provisioning for port e21a335b-78cc-47d5-aaeb-3a1120c92857 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:31:37.803359 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Provisioning complete for port e21a335b-78cc-47d5-aaeb-3a1120c92857 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:31:37.803781 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:37.813303 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f7d6b9da-4569-458a-bd92-73d4c9dee5fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:37.833847 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f7d6b9da-4569-458a-bd92-73d4c9dee5fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:37.880483 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f7d6b9da-4569-458a-bd92-73d4c9dee5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:37.883018 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f7d6b9da-4569-458a-bd92-73d4c9dee5fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:37.884184 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-f7d6b9da-4569-458a-bd92-73d4c9dee5fb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/207e3d47-a5a4-499b-89e5-97b3170c7ff4 HTTP/1.1" status: 204 len: 168 time: 0.1249824 Sep 09 22:31:37.886351 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:37.892098 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d6b9da-4569-458a-bd92-73d4c9dee5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207e3d47-a5a4-499b-89e5-97b3170c7ff4,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:31:37.916679 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221d921e-3137-4379-802b-787f0d5c1d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21a335b-78cc-47d5-aaeb-3a1120c92857'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:31:37.918908 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497578eeb0b1d224d742647686e7d62f740bb656e2f2bb1278978b4c95122d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ae4444-87d9-4384-be8b-bbb05c953e43" -d '{"events": [{"server_uuid": "221d921e-3137-4379-802b-787f0d5c1d41", "name": "network-vif-plugged", "status": "completed", "tag": "e21a335b-78cc-47d5-aaeb-3a1120c92857"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:31:37.933232 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port e21a335b-78cc-47d5-aaeb-3a1120c92857, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=e21a335b-78cc-47d5-aaeb-3a1120c92857,segment=NetworkSegment(e35247d3-5169-4319-9016-5c4a3a40d907),segment_id=e35247d3-5169-4319-9016-5c4a3a40d907)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:31:37.939988 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:37.968661 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22583b4f-5510-4d07-97bd-fa56399ccc87 x-openstack-request-id: req-22583b4f-5510-4d07-97bd-fa56399ccc87 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:31:37.968961 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "221d921e-3137-4379-802b-787f0d5c1d41", "name": "network-vif-plugged", "status": "completed", "tag": "e21a335b-78cc-47d5-aaeb-3a1120c92857", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:31:37.969348 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-22583b4f-5510-4d07-97bd-fa56399ccc87 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:31:37.969740 dv-cinder-759955-23-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '221d921e-3137-4379-802b-787f0d5c1d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21a335b-78cc-47d5-aaeb-3a1120c92857', 'code': 200} Sep 09 22:31:37.995538 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=e21a335b-78cc-47d5-aaeb-3a1120c92857,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:31:38.088131 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:38.125038 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ddf60e-bb1b-4ff0-945b-be187d1c4f53 req-6d1e5639-6bd9-42f2-a74a-0c18ebd650ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:31:38.126770 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-24ddf60e-bb1b-4ff0-945b-be187d1c4f53 req-6d1e5639-6bd9-42f2-a74a-0c18ebd650ae service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 1098 time: 0.0414393 Sep 09 22:31:38.165941 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-24ddf60e-bb1b-4ff0-945b-be187d1c4f53 req-bd8c0c05-67c5-4842-80ca-381b3d1a45a3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320325 Sep 09 22:31:38.213644 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3553661b-6b7b-47f0-be3b-00c8fffd6952 req-7632b27f-4e4b-4cf7-8d42-9d4693323850 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:31:38.215101 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3553661b-6b7b-47f0-be3b-00c8fffd6952 req-7632b27f-4e4b-4cf7-8d42-9d4693323850 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 945 time: 0.0483193 Sep 09 22:31:38.257028 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3553661b-6b7b-47f0-be3b-00c8fffd6952 req-743d7de4-df3a-44e2-9108-d31b4e637ff4 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317454 Sep 09 22:31:39.389009 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6586bd-4602-4931-868b-dce253198f3d req-38689721-06c4-4b6f-8a7c-82164e28b13a tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:31:39.390492 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5b6586bd-4602-4931-868b-dce253198f3d req-38689721-06c4-4b6f-8a7c-82164e28b13a tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 945 time: 0.0565286 Sep 09 22:31:39.428691 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5b6586bd-4602-4931-868b-dce253198f3d req-b666df39-5442-4cf0-b440-f6623cfe3353 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324247 Sep 09 22:31:39.547798 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e4e21-f2d2-4073-ab4f-d1acff60b162 req-668062f1-84f6-4480-a1e9-95a8757edc38 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:31:39.548516 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1a1e4e21-f2d2-4073-ab4f-d1acff60b162 req-668062f1-84f6-4480-a1e9-95a8757edc38 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 945 time: 0.0499237 Sep 09 22:31:39.556711 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 33774) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:31:39.562293 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-edaa5002-d2ac-4f67-9a76-7e6a7c2a9978 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Request body: {'floatingip': {'port_id': 'e21a335b-78cc-47d5-aaeb-3a1120c92857'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:31:39.602398 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-edaa5002-d2ac-4f67-9a76-7e6a7c2a9978 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks [] for floatingip, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:40.053772 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-edaa5002-d2ac-4f67-9a76-7e6a7c2a9978 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:40.060860 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-edaa5002-d2ac-4f67-9a76-7e6a7c2a9978 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415029'] for floatingip, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:40.406791 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.db.l3_db [None req-edaa5002-d2ac-4f67-9a76-7e6a7c2a9978 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Floating IP 678fb798-f20a-4856-8585-6e172d6960be associated. External IP: 172.27.3.7, port: e21a335b-78cc-47d5-aaeb-3a1120c92857. Sep 09 22:31:40.611338 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edaa5002-d2ac-4f67-9a76-7e6a7c2a9978 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Router e16c9b6d-4b60-4b46-964a-2c60d23d2f5a has already been hosted by L3 agent ecba8a59-1a63-4f4e-b72e-1c921b89dba6 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:31:40.702480 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 33848) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:31:40.723488 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edaa5002-d2ac-4f67-9a76-7e6a7c2a9978 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify agent at l3_agent.dv-cinder-759955-23-iscsi the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:31:40.728398 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-edaa5002-d2ac-4f67-9a76-7e6a7c2a9978 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:40.733885 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a05f2d6-193b-4b67-a615-75a3ababb14e None None] Sync routers for ids ['e16c9b6d-4b60-4b46-964a-2c60d23d2f5a'] in dv-cinder-759955-23-iscsi {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:31:40.743327 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a05f2d6-193b-4b67-a615-75a3ababb14e None None] Routers {'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:31:40.744142 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-9a05f2d6-193b-4b67-a615-75a3ababb14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:31:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['e16c9b6d-4b60-4b46-964a-2c60d23d2f5a'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:31:40.758046 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-edaa5002-d2ac-4f67-9a76-7e6a7c2a9978 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "PUT /v2.0/floatingips/678fb798-f20a-4856-8585-6e172d6960be HTTP/1.1" status: 200 len: 989 time: 1.1976032 Sep 09 22:31:40.758046 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '221d921e-3137-4379-802b-787f0d5c1d41', 'tag': 'e21a335b-78cc-47d5-aaeb-3a1120c92857'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:31:40.758455 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc6a31de840fc8aa808063a849dfe176742cab8c19a8c4c2f30ae5ebe0344c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e4f2e0-6318-493e-8c9e-7c4ddf6b5b13" -d '{"events": [{"name": "network-changed", "server_uuid": "221d921e-3137-4379-802b-787f0d5c1d41", "tag": "e21a335b-78cc-47d5-aaeb-3a1120c92857"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:31:40.832114 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f3abbc43-359a-4f99-b609-d56b393699d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:40.861884 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-9a05f2d6-193b-4b67-a615-75a3ababb14e None None] Set router e16c9b6d-4b60-4b46-964a-2c60d23d2f5a gateway port host: dv-cinder-759955-23-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:31:40.931253 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65fcb865-8cd4-41c5-b0d8-cdc94a0fb6e7 x-openstack-request-id: req-65fcb865-8cd4-41c5-b0d8-cdc94a0fb6e7 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:31:40.931532 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "221d921e-3137-4379-802b-787f0d5c1d41", "tag": "e21a335b-78cc-47d5-aaeb-3a1120c92857", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:31:40.931799 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-65fcb865-8cd4-41c5-b0d8-cdc94a0fb6e7 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:31:40.932207 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '221d921e-3137-4379-802b-787f0d5c1d41', 'tag': 'e21a335b-78cc-47d5-aaeb-3a1120c92857', 'status': 'completed', 'code': 200} Sep 09 22:31:40.939500 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f3abbc43-359a-4f99-b609-d56b393699d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:40.944525 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f3abbc43-359a-4f99-b609-d56b393699d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:41.008386 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3abbc43-359a-4f99-b609-d56b393699d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86dc5e8b-9b2d-4832-a0b2-f893cf13ff39,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:31:41.014990 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-f3abbc43-359a-4f99-b609-d56b393699d8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=291194f3de96470f81c5a6388e04e4cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3113358 Sep 09 22:31:41.018275 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 33858) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:31:41.025522 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4f2e0-6318-493e-8c9e-7c4ddf6b5b13 req-f92195ea-ebb4-4bc2-8347-ce1c4c79faf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:31:41.027063 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-71e4f2e0-6318-493e-8c9e-7c4ddf6b5b13 req-f92195ea-ebb4-4bc2-8347-ce1c4c79faf7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=17b7ba05b1cf4d60a5f99ba7e03a82dc&device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 1098 time: 0.0712049 Sep 09 22:31:41.071623 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0a737383-4297-4732-878e-42862dd55d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:41.094038 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0a737383-4297-4732-878e-42862dd55d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:41.101500 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-9a05f2d6-193b-4b67-a615-75a3ababb14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1415468578-router', 'tenant_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'ebb9b6e2-ccd7-416f-98d3-d0dc31056a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:28:33Z', 'updated_at': '2021-09-09T22:28:36Z', 'revision_number': 4, 'project_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'gw_port': {'id': 'ebb9b6e2-ccd7-416f-98d3-d0dc31056a56', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:28:34Z', 'updated_at': '2021-09-09T22:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_floatingips': [{'id': '678fb798-f20a-4856-8585-6e172d6960be', 'tenant_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'floating_ip_address': '172.27.3.7', 'floating_network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'router_id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'port_id': 'e21a335b-78cc-47d5-aaeb-3a1120c92857', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400f8173-ba02-43b5-8ce5-c9f86dbae434', 'mac_address': 'fa:16:3e:37:96:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221d921e-3137-4379-802b-787f0d5c1d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:31:28Z', 'updated_at': '2021-09-09T22:31:39Z', 'revision_number': 1, 'project_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6d4898a-d718-4020-9e02-61795c06294c', 'name': '', 'network_id': '400f8173-ba02-43b5-8ce5-c9f86dbae434', 'tenant_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'mac_address': 'fa:16:3e:40:4b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'aea9e89c-ee50-4cf6-8ff5-ae7a991147d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:28:35Z', 'updated_at': '2021-09-09T22:28:41Z', 'revision_number': 5, 'project_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'subnets': [{'id': 'aea9e89c-ee50-4cf6-8ff5-ae7a991147d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:31:41.126311 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4f2e0-6318-493e-8c9e-7c4ddf6b5b13 req-d1576adf-c258-499c-8eb9-6fd2a751206a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:31:41.127809 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-71e4f2e0-6318-493e-8c9e-7c4ddf6b5b13 req-d1576adf-c258-499c-8eb9-6fd2a751206a service neutron] 10.222.0.20 "GET /v2.0/networks?id=400f8173-ba02-43b5-8ce5-c9f86dbae434 HTTP/1.1" status: 200 len: 917 time: 0.0922089 Sep 09 22:31:41.128356 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a05f2d6-193b-4b67-a615-75a3ababb14e None None] Checking router: e16c9b6d-4b60-4b46-964a-2c60d23d2f5a for host: dv-cinder-759955-23-iscsi {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:31:41.136875 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a05f2d6-193b-4b67-a615-75a3ababb14e None None] Routers {'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:31:41.137502 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-9a05f2d6-193b-4b67-a615-75a3ababb14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:31:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['e16c9b6d-4b60-4b46-964a-2c60d23d2f5a'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:31:41.148788 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0a737383-4297-4732-878e-42862dd55d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:41.152161 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0a737383-4297-4732-878e-42862dd55d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:41.157629 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-0a737383-4297-4732-878e-42862dd55d8b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/86dc5e8b-9b2d-4832-a0b2-f893cf13ff39 HTTP/1.1" status: 204 len: 168 time: 0.1368513 Sep 09 22:31:41.164810 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a737383-4297-4732-878e-42862dd55d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86dc5e8b-9b2d-4832-a0b2-f893cf13ff39,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:31:41.202621 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-71e4f2e0-6318-493e-8c9e-7c4ddf6b5b13 req-77dd58db-7693-40db-a4dd-e87c195da7c9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e21a335b-78cc-47d5-aaeb-3a1120c92857 HTTP/1.1" status: 200 len: 997 time: 0.0678573 Sep 09 22:31:41.250302 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-9a05f2d6-193b-4b67-a615-75a3ababb14e None None] Set router e16c9b6d-4b60-4b46-964a-2c60d23d2f5a gateway port host: dv-cinder-759955-23-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:31:41.254317 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4f2e0-6318-493e-8c9e-7c4ddf6b5b13 req-92525a82-9107-4b2d-a9ad-d0437af4e730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:31:41.255810 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-71e4f2e0-6318-493e-8c9e-7c4ddf6b5b13 req-92525a82-9107-4b2d-a9ad-d0437af4e730 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aea9e89c-ee50-4cf6-8ff5-ae7a991147d2 HTTP/1.1" status: 200 len: 856 time: 0.0457532 Sep 09 22:31:41.307551 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4f2e0-6318-493e-8c9e-7c4ddf6b5b13 req-54116c25-e9e5-4871-a2b2-83f9b3df07f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:31:41.309083 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-71e4f2e0-6318-493e-8c9e-7c4ddf6b5b13 req-54116c25-e9e5-4871-a2b2-83f9b3df07f4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=400f8173-ba02-43b5-8ce5-c9f86dbae434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0464220 Sep 09 22:31:41.402170 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-71e4f2e0-6318-493e-8c9e-7c4ddf6b5b13 req-e28b506e-624c-4377-96f5-cb51a5b14158 service neutron] 10.222.0.20 "GET /v2.0/networks/400f8173-ba02-43b5-8ce5-c9f86dbae434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848548 Sep 09 22:31:41.446707 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 33864) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:31:41.460384 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-941efd16-0cd1-4a9b-bd9d-add26fc06fb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:41.480141 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-9a05f2d6-193b-4b67-a615-75a3ababb14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1415468578-router', 'tenant_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'ebb9b6e2-ccd7-416f-98d3-d0dc31056a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:28:33Z', 'updated_at': '2021-09-09T22:28:36Z', 'revision_number': 4, 'project_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'gw_port': {'id': 'ebb9b6e2-ccd7-416f-98d3-d0dc31056a56', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:28:34Z', 'updated_at': '2021-09-09T22:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_floatingips': [{'id': '678fb798-f20a-4856-8585-6e172d6960be', 'tenant_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'floating_ip_address': '172.27.3.7', 'floating_network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'router_id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'port_id': 'e21a335b-78cc-47d5-aaeb-3a1120c92857', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400f8173-ba02-43b5-8ce5-c9f86dbae434', 'mac_address': 'fa:16:3e:37:96:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221d921e-3137-4379-802b-787f0d5c1d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:31:28Z', 'updated_at': '2021-09-09T22:31:39Z', 'revision_number': 1, 'project_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6d4898a-d718-4020-9e02-61795c06294c', 'name': '', 'network_id': '400f8173-ba02-43b5-8ce5-c9f86dbae434', 'tenant_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'mac_address': 'fa:16:3e:40:4b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'aea9e89c-ee50-4cf6-8ff5-ae7a991147d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:28:35Z', 'updated_at': '2021-09-09T22:28:41Z', 'revision_number': 5, 'project_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'subnets': [{'id': 'aea9e89c-ee50-4cf6-8ff5-ae7a991147d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:31:41.502125 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-71e4f2e0-6318-493e-8c9e-7c4ddf6b5b13 req-e25439c1-4501-40ca-9454-d2dfbc1fb012 service neutron] 10.222.0.20 "GET /v2.0/networks/400f8173-ba02-43b5-8ce5-c9f86dbae434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928893 Sep 09 22:31:41.513699 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a05f2d6-193b-4b67-a615-75a3ababb14e None None] The sync data for ids ['e16c9b6d-4b60-4b46-964a-2c60d23d2f5a'] in dv-cinder-759955-23-iscsi is: [{'id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1415468578-router', 'tenant_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'ebb9b6e2-ccd7-416f-98d3-d0dc31056a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:28:33Z', 'updated_at': '2021-09-09T22:28:36Z', 'revision_number': 4, 'project_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'gw_port': {'id': 'ebb9b6e2-ccd7-416f-98d3-d0dc31056a56', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:28:34Z', 'updated_at': '2021-09-09T22:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_floatingips': [{'id': '678fb798-f20a-4856-8585-6e172d6960be', 'tenant_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'floating_ip_address': '172.27.3.7', 'floating_network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'router_id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'port_id': 'e21a335b-78cc-47d5-aaeb-3a1120c92857', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '400f8173-ba02-43b5-8ce5-c9f86dbae434', 'mac_address': 'fa:16:3e:37:96:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '221d921e-3137-4379-802b-787f0d5c1d41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:31:28Z', 'updated_at': '2021-09-09T22:31:39Z', 'revision_number': 1, 'project_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6d4898a-d718-4020-9e02-61795c06294c', 'name': '', 'network_id': '400f8173-ba02-43b5-8ce5-c9f86dbae434', 'tenant_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'mac_address': 'fa:16:3e:40:4b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'aea9e89c-ee50-4cf6-8ff5-ae7a991147d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:28:35Z', 'updated_at': '2021-09-09T22:28:41Z', 'revision_number': 5, 'project_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'subnets': [{'id': 'aea9e89c-ee50-4cf6-8ff5-ae7a991147d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:31:41.560536 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-941efd16-0cd1-4a9b-bd9d-add26fc06fb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:41.564781 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-941efd16-0cd1-4a9b-bd9d-add26fc06fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:41.603050 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-941efd16-0cd1-4a9b-bd9d-add26fc06fb1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=457c098371534c63a5658552f8e97a0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1551902 Sep 09 22:31:41.604076 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941efd16-0cd1-4a9b-bd9d-add26fc06fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192c32fc-56c8-48af-a97d-0d8e7393b18d,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:31:41.605731 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 33866) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:31:41.657621 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2cf7c9a8-1a02-4860-9f68-7eaa478bdcdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:41.678971 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2cf7c9a8-1a02-4860-9f68-7eaa478bdcdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:41.723989 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67255478-0347-4951-96cb-1fbcb9efb1bf None None] New status for floating IP 678fb798-f20a-4856-8585-6e172d6960be: ACTIVE {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 22:31:41.729329 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2cf7c9a8-1a02-4860-9f68-7eaa478bdcdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:41.732875 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2cf7c9a8-1a02-4860-9f68-7eaa478bdcdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:41.736484 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-2cf7c9a8-1a02-4860-9f68-7eaa478bdcdc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/192c32fc-56c8-48af-a97d-0d8e7393b18d HTTP/1.1" status: 204 len: 168 time: 0.1263838 Sep 09 22:31:41.742941 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7c9a8-1a02-4860-9f68-7eaa478bdcdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192c32fc-56c8-48af-a97d-0d8e7393b18d,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:31:45.281421 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 33922) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:31:45.382687 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-58f69fbd-d271-4fe6-9e80-d0ce687c369b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:45.467524 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-58f69fbd-d271-4fe6-9e80-d0ce687c369b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:45.471061 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-58f69fbd-d271-4fe6-9e80-d0ce687c369b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:45.510562 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-58f69fbd-d271-4fe6-9e80-d0ce687c369b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=849665dd6d3d4c1f9ddf7154df495698&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2280347 Sep 09 22:31:45.511378 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f69fbd-d271-4fe6-9e80-d0ce687c369b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49ade2e-b4ad-44e3-b61c-ddd0bc2e0828,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:31:45.513864 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 33926) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:31:45.560824 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d701f943-c330-4924-8b51-6a9c82bb896b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:45.580788 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d701f943-c330-4924-8b51-6a9c82bb896b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:45.625808 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d701f943-c330-4924-8b51-6a9c82bb896b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:45.628818 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d701f943-c330-4924-8b51-6a9c82bb896b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:31:45.630295 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-d701f943-c330-4924-8b51-6a9c82bb896b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a49ade2e-b4ad-44e3-b61c-ddd0bc2e0828 HTTP/1.1" status: 204 len: 168 time: 0.1153150 Sep 09 22:31:45.639572 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d701f943-c330-4924-8b51-6a9c82bb896b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49ade2e-b4ad-44e3-b61c-ddd0bc2e0828,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:32:01.958139 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.agents_db [None req-ca59875f-4706-4e17-8f41-5ac1de1c8425 None None] Agent healthcheck: found 6 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:32:02.643417 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-37927631-5fff-4bba-b5bf-13448b148805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:05.007152 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:05.385537 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-746d0d1b-5009-4de8-81ef-ebe21f81de67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:05.803576 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:06.710205 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:08.051453 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4f9710c5-345c-4710-b06d-855c18118f60 req-b51440b3-e68f-4940-829f-86878003b452 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f606411d-8d0f-481e-b520-501d72e2a9b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423303 Sep 09 22:32:08.095260 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:08.137552 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9710c5-345c-4710-b06d-855c18118f60 req-29decd3b-177f-4867-979a-677e1c237df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:08.139484 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4f9710c5-345c-4710-b06d-855c18118f60 req-29decd3b-177f-4867-979a-677e1c237df7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=57b2554ae3954c0c842e1ddefc325dae&device_id=f606411d-8d0f-481e-b520-501d72e2a9b1 HTTP/1.1" status: 200 len: 1098 time: 0.0426488 Sep 09 22:32:08.254953 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9710c5-345c-4710-b06d-855c18118f60 req-b9af9aec-3bc3-4fcf-ba22-1f4bce845ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:08.257157 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4f9710c5-345c-4710-b06d-855c18118f60 req-b9af9aec-3bc3-4fcf-ba22-1f4bce845ba0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5841743a-0bf4-4a7f-9ea2-766ccec1923f HTTP/1.1" status: 200 len: 912 time: 0.0969515 Sep 09 22:32:08.331682 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4f9710c5-345c-4710-b06d-855c18118f60 req-d84dfbb3-7885-4c23-ba8a-6811fe532927 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6582eb41-204a-40cc-b891-30fc4330f271 HTTP/1.1" status: 200 len: 1000 time: 0.0639131 Sep 09 22:32:08.387506 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9710c5-345c-4710-b06d-855c18118f60 req-3754dfb4-8073-4181-ab10-871119ef79c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:08.389032 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4f9710c5-345c-4710-b06d-855c18118f60 req-3754dfb4-8073-4181-ab10-871119ef79c0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00d86d00-e9a4-4aee-a6b2-3faac56ffafe HTTP/1.1" status: 200 len: 851 time: 0.0484014 Sep 09 22:32:08.440096 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9710c5-345c-4710-b06d-855c18118f60 req-5d8dc062-0fa1-4fd2-9e9d-e9a465d310b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:08.441584 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4f9710c5-345c-4710-b06d-855c18118f60 req-5d8dc062-0fa1-4fd2-9e9d-e9a465d310b1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5841743a-0bf4-4a7f-9ea2-766ccec1923f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0449674 Sep 09 22:32:08.533952 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4f9710c5-345c-4710-b06d-855c18118f60 req-50596457-1960-4a58-9b81-7f1c7acab9a6 service neutron] 10.222.0.20 "GET /v2.0/networks/5841743a-0bf4-4a7f-9ea2-766ccec1923f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836270 Sep 09 22:32:08.631645 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4f9710c5-345c-4710-b06d-855c18118f60 req-3ef1477d-9369-4a47-9dbb-dea29a632b6f service neutron] 10.222.0.20 "GET /v2.0/networks/5841743a-0bf4-4a7f-9ea2-766ccec1923f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900943 Sep 09 22:32:22.551313 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 34248) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:32:22.654571 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-04efb700-5535-4e0c-aefb-924ec9670548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:22.740265 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-04efb700-5535-4e0c-aefb-924ec9670548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:22.744254 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-04efb700-5535-4e0c-aefb-924ec9670548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:22.782966 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-04efb700-5535-4e0c-aefb-924ec9670548 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b6af025e26b4419895fec2aaf5c6c8af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2306750 Sep 09 22:32:22.784076 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04efb700-5535-4e0c-aefb-924ec9670548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfda2dce-0df0-4efc-aca3-e3f8af7a990f,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:32:22.785670 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 34254) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:32:22.846203 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f6bbace7-6f37-4f77-8917-5e2756e9cc70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:22.866815 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f6bbace7-6f37-4f77-8917-5e2756e9cc70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:22.911795 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f6bbace7-6f37-4f77-8917-5e2756e9cc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:22.914337 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f6bbace7-6f37-4f77-8917-5e2756e9cc70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:22.915491 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-f6bbace7-6f37-4f77-8917-5e2756e9cc70 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cfda2dce-0df0-4efc-aca3-e3f8af7a990f HTTP/1.1" status: 204 len: 168 time: 0.1282318 Sep 09 22:32:22.924280 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bbace7-6f37-4f77-8917-5e2756e9cc70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfda2dce-0df0-4efc-aca3-e3f8af7a990f,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:32:22.931275 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bbace7-6f37-4f77-8917-5e2756e9cc70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:32:22.931622 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bbace7-6f37-4f77-8917-5e2756e9cc70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:32:22.931955 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bbace7-6f37-4f77-8917-5e2756e9cc70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:32:22.932303 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bbace7-6f37-4f77-8917-5e2756e9cc70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:32:22.932635 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bbace7-6f37-4f77-8917-5e2756e9cc70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:32:22.933020 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bbace7-6f37-4f77-8917-5e2756e9cc70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:32:22.933350 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bbace7-6f37-4f77-8917-5e2756e9cc70 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:32:22.933668 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bbace7-6f37-4f77-8917-5e2756e9cc70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:32:22.934063 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bbace7-6f37-4f77-8917-5e2756e9cc70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:32:22.934292 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bbace7-6f37-4f77-8917-5e2756e9cc70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:32:22.934607 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bbace7-6f37-4f77-8917-5e2756e9cc70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:32:22.934930 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bbace7-6f37-4f77-8917-5e2756e9cc70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:32:23.517433 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 34280) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:32:23.618545 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-67ae6f2f-e7cb-4430-8a28-504dd39fd526 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-77366477-network', 'tenant_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:32:23.641089 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ae6f2f-e7cb-4430-8a28-504dd39fd526 admin admin] Made reservation on behalf of 2d98a11ffc8f4fc0af1d2f2e1b6ccf88 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:32:23.643477 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-67ae6f2f-e7cb-4430-8a28-504dd39fd526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:23.652262 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-67ae6f2f-e7cb-4430-8a28-504dd39fd526 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:23.745233 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-67ae6f2f-e7cb-4430-8a28-504dd39fd526 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:23.749618 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-67ae6f2f-e7cb-4430-8a28-504dd39fd526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:23.770053 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67ae6f2f-e7cb-4430-8a28-504dd39fd526 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 22:32:23.784899 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae6f2f-e7cb-4430-8a28-504dd39fd526 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a85bee8-fe50-43a8-bcc3-f18d998e9ffd,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:32:23.787739 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-67ae6f2f-e7cb-4430-8a28-504dd39fd526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:23.788387 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.db.segments_db [None req-67ae6f2f-e7cb-4430-8a28-504dd39fd526 admin admin] Added segment e27e9ede-0c5a-40b4-8e96-db538c8db453 of type vlan for network 354d2cd9-ec85-48c8-8b2d-0ba04c091ca4 Sep 09 22:32:23.828424 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-67ae6f2f-e7cb-4430-8a28-504dd39fd526 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781721265704'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:23.852133 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-67ae6f2f-e7cb-4430-8a28-504dd39fd526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:23.853001 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ae6f2f-e7cb-4430-8a28-504dd39fd526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:23.853579 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-67ae6f2f-e7cb-4430-8a28-504dd39fd526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:23.884682 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-67ae6f2f-e7cb-4430-8a28-504dd39fd526 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3660753 Sep 09 22:32:23.887958 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 34294) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:32:23.893650 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-b4f29f00-0862-4df2-b4fa-4b8fc8bee5d4 admin admin] Request body: {'subnet': {'network_id': '354d2cd9-ec85-48c8-8b2d-0ba04c091ca4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-77366477-subnet', 'tenant_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:32:23.918959 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae6f2f-e7cb-4430-8a28-504dd39fd526 admin admin] Pushing event updated for resources: {'Network': ['ID=354d2cd9-ec85-48c8-8b2d-0ba04c091ca4,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:32:23.920475 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f29f00-0862-4df2-b4fa-4b8fc8bee5d4 admin admin] Made reservation on behalf of 2d98a11ffc8f4fc0af1d2f2e1b6ccf88 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:32:23.924862 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b4f29f00-0862-4df2-b4fa-4b8fc8bee5d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26101228'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:23.930327 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Network 354d2cd9-ec85-48c8-8b2d-0ba04c091ca4 details requested by agent ovs-agent-dv-cinder-759955-23-iscsi with host dv-cinder-759955-23-iscsi {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 22:32:24.053217 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d174e1e-3f5b-4cd6-8423-585883f9dd6b req-63c94062-9c6a-46e5-95a7-e545788e9c06 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:24.054681 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3d174e1e-3f5b-4cd6-8423-585883f9dd6b req-63c94062-9c6a-46e5-95a7-e545788e9c06 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 945 time: 0.0676415 Sep 09 22:32:24.121095 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3d174e1e-3f5b-4cd6-8423-585883f9dd6b req-bc32c404-4358-4ccc-98ec-94e333ff51af tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586522 Sep 09 22:32:24.165536 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b4f29f00-0862-4df2-b4fa-4b8fc8bee5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27131170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26101234'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:24.218701 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f29f00-0862-4df2-b4fa-4b8fc8bee5d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dec623d5-3e37-4183-874f-e4a837e3c30e,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:32:24.226954 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f29f00-0862-4df2-b4fa-4b8fc8bee5d4 admin admin] Checking segment: {'id': 'e27e9ede-0c5a-40b4-8e96-db538c8db453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '354d2cd9-ec85-48c8-8b2d-0ba04c091ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:32:24.227301 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f29f00-0862-4df2-b4fa-4b8fc8bee5d4 admin admin] Network hostable DHCP agents. Network: 354d2cd9-ec85-48c8-8b2d-0ba04c091ca4, hostable agents: ['8f0ddeab-bc9d-4c81-8d3d-e5ecdacbf733'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 22:32:24.243539 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f29f00-0862-4df2-b4fa-4b8fc8bee5d4 admin admin] Network 354d2cd9-ec85-48c8-8b2d-0ba04c091ca4 is scheduled to be hosted by DHCP agent 8f0ddeab-bc9d-4c81-8d3d-e5ecdacbf733 with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 22:32:24.252373 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-b4f29f00-0862-4df2-b4fa-4b8fc8bee5d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-23-iscsi, 354d2cd9-ec85-48c8-8b2d-0ba04c091ca4) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:32:24.256881 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f29f00-0862-4df2-b4fa-4b8fc8bee5d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:24.257977 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b4f29f00-0862-4df2-b4fa-4b8fc8bee5d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:24.261367 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b7ded4-570c-4c06-92a0-5bc9384d4953 None None] Network 354d2cd9-ec85-48c8-8b2d-0ba04c091ca4 requested from dv-cinder-759955-23-iscsi {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:32:24.271908 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-b4f29f00-0862-4df2-b4fa-4b8fc8bee5d4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3822548 Sep 09 22:32:24.274524 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 34298) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:32:24.278749 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-87bf9987-e230-4497-a3d1-ad3be7afbd20 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-77366477-router', 'tenant_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:32:24.299724 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-87bf9987-e230-4497-a3d1-ad3be7afbd20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-413326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-328'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:24.300734 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-87bf9987-e230-4497-a3d1-ad3be7afbd20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-489013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-321'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:24.352950 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-87bf9987-e230-4497-a3d1-ad3be7afbd20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:24.405929 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252f755e-9974-4044-98aa-114653f1d3b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee46604-0f4e-5923-a4c6-c23d2299b9bb-354d2cd9-ec85-48c8-8b2d-0ba04c091ca4', 'network_id': '354d2cd9-ec85-48c8-8b2d-0ba04c091ca4', 'tenant_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'fixed_ips': [{'subnet_id': 'dec623d5-3e37-4183-874f-e4a837e3c30e'}]}} from dv-cinder-759955-23-iscsi. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 22:32:24.406790 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-252f755e-9974-4044-98aa-114653f1d3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:24.488515 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-87bf9987-e230-4497-a3d1-ad3be7afbd20 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:24.537253 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-252f755e-9974-4044-98aa-114653f1d3b1 None None] Allocated IP 172.20.0.2 (354d2cd9-ec85-48c8-8b2d-0ba04c091ca4/dec623d5-3e37-4183-874f-e4a837e3c30e/786675f0-eb2a-47ff-9477-774b74599fe3) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:32:24.677851 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-252f755e-9974-4044-98aa-114653f1d3b1 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:24.685828 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-252f755e-9974-4044-98aa-114653f1d3b1 None None] Transition to ACTIVE for port object 786675f0-eb2a-47ff-9477-774b74599fe3 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:32:24.686189 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-87bf9987-e230-4497-a3d1-ad3be7afbd20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:24.700717 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-252f755e-9974-4044-98aa-114653f1d3b1 None None] Transition to ACTIVE for port object 786675f0-eb2a-47ff-9477-774b74599fe3 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:32:24.705925 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-87bf9987-e230-4497-a3d1-ad3be7afbd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:24.708056 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-252f755e-9974-4044-98aa-114653f1d3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:24.746481 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252f755e-9974-4044-98aa-114653f1d3b1 None None] Network 354d2cd9-ec85-48c8-8b2d-0ba04c091ca4 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:32:24.751199 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-252f755e-9974-4044-98aa-114653f1d3b1 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:32:24.755720 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252f755e-9974-4044-98aa-114653f1d3b1 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:32:24.758425 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f755e-9974-4044-98aa-114653f1d3b1 None None] Pushing event updated for resources: {'Port': ['ID=786675f0-eb2a-47ff-9477-774b74599fe3,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:32:24.785059 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252f755e-9974-4044-98aa-114653f1d3b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:32:24.785411 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252f755e-9974-4044-98aa-114653f1d3b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:32:24.785745 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252f755e-9974-4044-98aa-114653f1d3b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:32:24.786077 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252f755e-9974-4044-98aa-114653f1d3b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:32:24.786405 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252f755e-9974-4044-98aa-114653f1d3b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:32:24.786731 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252f755e-9974-4044-98aa-114653f1d3b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:32:24.787057 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252f755e-9974-4044-98aa-114653f1d3b1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:32:24.787398 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252f755e-9974-4044-98aa-114653f1d3b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:32:24.787725 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252f755e-9974-4044-98aa-114653f1d3b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:32:24.788065 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252f755e-9974-4044-98aa-114653f1d3b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:32:24.788387 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252f755e-9974-4044-98aa-114653f1d3b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:32:24.788704 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252f755e-9974-4044-98aa-114653f1d3b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:32:24.812579 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-87bf9987-e230-4497-a3d1-ad3be7afbd20 admin admin] Allocated IP 172.27.3.69 (a96fd56d-97e4-47a2-815b-e854e5640ee5/a399639f-77d7-4513-a462-8fb82637fe8f/8f1b5d7d-c10c-432e-81eb-ebb7ed669037) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:32:24.823377 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-252f755e-9974-4044-98aa-114653f1d3b1 None None] Attempting to bind port 786675f0-eb2a-47ff-9477-774b74599fe3 on host dv-cinder-759955-23-iscsi for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:32:24.823752 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-252f755e-9974-4044-98aa-114653f1d3b1 None None] Attempting to bind port 786675f0-eb2a-47ff-9477-774b74599fe3 by drivers openvswitch,hyperv on host dv-cinder-759955-23-iscsi at level 0 using segments [{'id': 'e27e9ede-0c5a-40b4-8e96-db538c8db453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '354d2cd9-ec85-48c8-8b2d-0ba04c091ca4'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:32:24.824145 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252f755e-9974-4044-98aa-114653f1d3b1 None None] Attempting to bind port 786675f0-eb2a-47ff-9477-774b74599fe3 on network 354d2cd9-ec85-48c8-8b2d-0ba04c091ca4 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:32:24.832930 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252f755e-9974-4044-98aa-114653f1d3b1 None None] Checking agent: {'id': '18c8940e-01ce-4dee-a90a-54246b2955c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 17, 6), 'started_at': datetime.datetime(2021, 9, 9, 22, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:32:24.833331 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252f755e-9974-4044-98aa-114653f1d3b1 None None] Checking segment: {'id': 'e27e9ede-0c5a-40b4-8e96-db538c8db453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '354d2cd9-ec85-48c8-8b2d-0ba04c091ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:32:24.833856 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-252f755e-9974-4044-98aa-114653f1d3b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:24.834252 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252f755e-9974-4044-98aa-114653f1d3b1 None None] Bound using segment: {'id': 'e27e9ede-0c5a-40b4-8e96-db538c8db453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '354d2cd9-ec85-48c8-8b2d-0ba04c091ca4'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:32:24.834717 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-252f755e-9974-4044-98aa-114653f1d3b1 None None] Bound port: 786675f0-eb2a-47ff-9477-774b74599fe3, host: dv-cinder-759955-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e27e9ede-0c5a-40b4-8e96-db538c8db453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '354d2cd9-ec85-48c8-8b2d-0ba04c091ca4'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:32:24.835096 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-252f755e-9974-4044-98aa-114653f1d3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:24.896428 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-252f755e-9974-4044-98aa-114653f1d3b1 None None] For port 786675f0-eb2a-47ff-9477-774b74599fe3, host dv-cinder-759955-23-iscsi, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:32:24.899404 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-252f755e-9974-4044-98aa-114653f1d3b1 None None] For port 786675f0-eb2a-47ff-9477-774b74599fe3, host dv-cinder-759955-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=786675f0-eb2a-47ff-9477-774b74599fe3,segment=NetworkSegment(e27e9ede-0c5a-40b4-8e96-db538c8db453),segment_id=e27e9ede-0c5a-40b4-8e96-db538c8db453)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:32:24.905069 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-252f755e-9974-4044-98aa-114653f1d3b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:24.917953 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-87bf9987-e230-4497-a3d1-ad3be7afbd20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:24.959434 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f755e-9974-4044-98aa-114653f1d3b1 None None] Pushing event updated for resources: {'Port': ['ID=786675f0-eb2a-47ff-9477-774b74599fe3,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:32:24.962858 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-87bf9987-e230-4497-a3d1-ad3be7afbd20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:25.003006 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bf9987-e230-4497-a3d1-ad3be7afbd20 admin admin] Network a96fd56d-97e4-47a2-815b-e854e5640ee5 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:32:25.007912 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-87bf9987-e230-4497-a3d1-ad3be7afbd20 admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:32:25.010617 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bf9987-e230-4497-a3d1-ad3be7afbd20 admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:32:25.017053 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf9987-e230-4497-a3d1-ad3be7afbd20 admin admin] Pushing event updated for resources: {'Port': ['ID=8f1b5d7d-c10c-432e-81eb-ebb7ed669037,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:32:25.304330 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2dd97-51f0-4a51-8f96-aa32f86f9613 req-cd18bcbb-f3f4-4834-8642-4c37e9c16d5b tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:25.305898 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0fd2dd97-51f0-4a51-8f96-aa32f86f9613 req-cd18bcbb-f3f4-4834-8642-4c37e9c16d5b tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 945 time: 0.0891085 Sep 09 22:32:25.321076 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-87bf9987-e230-4497-a3d1-ad3be7afbd20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:25.383730 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0fd2dd97-51f0-4a51-8f96-aa32f86f9613 req-3e9d4f43-043c-4ef6-bb1b-b05c0d6b15bf tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707114 Sep 09 22:32:25.528797 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-87bf9987-e230-4497-a3d1-ad3be7afbd20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-413447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415071'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:25.661597 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87bf9987-e230-4497-a3d1-ad3be7afbd20 admin admin] Router acabe2ce-f348-443a-ade3-bb6d725cdb98 is scheduled to L3 agent ecba8a59-1a63-4f4e-b72e-1c921b89dba6 with binding_index 1 {{(pid=93888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 22:32:25.769733 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 786675f0-eb2a-47ff-9477-774b74599fe3 up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:32:25.780393 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87bf9987-e230-4497-a3d1-ad3be7afbd20 admin admin] Notify agent at l3_agent.dv-cinder-759955-23-iscsi the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:32:25.791763 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978c2904-7c05-4609-a08c-88096b56dc2a None None] Sync routers for ids ['acabe2ce-f348-443a-ade3-bb6d725cdb98'] in dv-cinder-759955-23-iscsi {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:32:25.797443 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-87bf9987-e230-4497-a3d1-ad3be7afbd20 admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:25.798993 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-87bf9987-e230-4497-a3d1-ad3be7afbd20 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5233512 Sep 09 22:32:25.801870 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 34302) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:32:25.809224 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978c2904-7c05-4609-a08c-88096b56dc2a None None] Routers {'acabe2ce-f348-443a-ade3-bb6d725cdb98'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:32:25.809843 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-978c2904-7c05-4609-a08c-88096b56dc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:32:05Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['acabe2ce-f348-443a-ade3-bb6d725cdb98'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:32:25.839971 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning for port 786675f0-eb2a-47ff-9477-774b74599fe3 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:32:25.892885 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a041e0d1-bfa6-4852-98aa-dc11755ab001 None None] Network 354d2cd9-ec85-48c8-8b2d-0ba04c091ca4 requested from dv-cinder-759955-23-iscsi {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:32:25.917240 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-978c2904-7c05-4609-a08c-88096b56dc2a None None] Set router acabe2ce-f348-443a-ade3-bb6d725cdb98 gateway port host: dv-cinder-759955-23-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:32:25.961982 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c2e66ac3-1849-402f-a57c-e80e9e82a5b2 None None] Provisioning for port 786675f0-eb2a-47ff-9477-774b74599fe3 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:32:25.968841 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c2e66ac3-1849-402f-a57c-e80e9e82a5b2 None None] Provisioning complete for port 786675f0-eb2a-47ff-9477-774b74599fe3 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:32:25.969321 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c2e66ac3-1849-402f-a57c-e80e9e82a5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:26.099783 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-978c2904-7c05-4609-a08c-88096b56dc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acabe2ce-f348-443a-ade3-bb6d725cdb98', 'name': 'tempest-TestMinimumBasicScenario-77366477-router', 'tenant_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '8f1b5d7d-c10c-432e-81eb-ebb7ed669037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:32:24Z', 'updated_at': '2021-09-09T22:32:25Z', 'revision_number': 3, 'project_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'gw_port': {'id': '8f1b5d7d-c10c-432e-81eb-ebb7ed669037', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:92:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acabe2ce-f348-443a-ade3-bb6d725cdb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:32:24Z', 'updated_at': '2021-09-09T22:32:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi'}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:32:26.113310 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c2e66ac3-1849-402f-a57c-e80e9e82a5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:26.130171 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978c2904-7c05-4609-a08c-88096b56dc2a None None] Checking router: acabe2ce-f348-443a-ade3-bb6d725cdb98 for host: dv-cinder-759955-23-iscsi {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:32:26.130438 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978c2904-7c05-4609-a08c-88096b56dc2a None None] Updating router acabe2ce-f348-443a-ade3-bb6d725cdb98 port 8f1b5d7d-c10c-432e-81eb-ebb7ed669037 binding host dv-cinder-759955-23-iscsi {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 22:32:26.152573 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-c2e66ac3-1849-402f-a57c-e80e9e82a5b2 None None] For port 786675f0-eb2a-47ff-9477-774b74599fe3, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=786675f0-eb2a-47ff-9477-774b74599fe3,segment=NetworkSegment(e27e9ede-0c5a-40b4-8e96-db538c8db453),segment_id=e27e9ede-0c5a-40b4-8e96-db538c8db453)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:32:26.158303 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c2e66ac3-1849-402f-a57c-e80e9e82a5b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:26.158994 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-978c2904-7c05-4609-a08c-88096b56dc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:26.233923 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e66ac3-1849-402f-a57c-e80e9e82a5b2 None None] Pushing event updated for resources: {'Port': ['ID=786675f0-eb2a-47ff-9477-774b74599fe3,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:32:26.271795 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c79c9a62-c88a-420d-80be-8d9411e6bbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:26.385728 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-db3573de-f233-4f16-ba1b-37f4ef524357 None None] Provisioning complete for port 786675f0-eb2a-47ff-9477-774b74599fe3 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:32:26.386202 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-db3573de-f233-4f16-ba1b-37f4ef524357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:26.446994 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-c79c9a62-c88a-420d-80be-8d9411e6bbab admin admin] Allocated IP 172.20.0.1 (354d2cd9-ec85-48c8-8b2d-0ba04c091ca4/dec623d5-3e37-4183-874f-e4a837e3c30e/e99549b6-febe-4755-b392-6d2991df5db7) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:32:26.549012 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9865aee-b723-4f50-a928-6cf5d432323f req-fbba2f5f-2d1a-46d0-a8c0-bdcda4c63b02 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:26.553140 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-978c2904-7c05-4609-a08c-88096b56dc2a None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:26.556501 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f9865aee-b723-4f50-a928-6cf5d432323f req-fbba2f5f-2d1a-46d0-a8c0-bdcda4c63b02 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 945 time: 0.0620379 Sep 09 22:32:26.564337 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-978c2904-7c05-4609-a08c-88096b56dc2a None None] Transition to ACTIVE for port object 8f1b5d7d-c10c-432e-81eb-ebb7ed669037 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:32:26.577483 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-978c2904-7c05-4609-a08c-88096b56dc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:26.593795 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c79c9a62-c88a-420d-80be-8d9411e6bbab admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:26.600651 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f9865aee-b723-4f50-a928-6cf5d432323f req-52633592-2b21-4d86-9fc8-6f1f5390f2f7 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432205 Sep 09 22:32:26.615652 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-c79c9a62-c88a-420d-80be-8d9411e6bbab admin admin] Transition to ACTIVE for port object e99549b6-febe-4755-b392-6d2991df5db7 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:32:26.642746 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f28143-4926-4a7d-b270-47a8a561b2f6 None None] Pushing event updated for resources: {'Port': ['ID=8f1b5d7d-c10c-432e-81eb-ebb7ed669037,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:32:26.647798 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-978c2904-7c05-4609-a08c-88096b56dc2a None None] Attempting to bind port 8f1b5d7d-c10c-432e-81eb-ebb7ed669037 on host dv-cinder-759955-23-iscsi for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:32:26.647939 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-978c2904-7c05-4609-a08c-88096b56dc2a None None] Attempting to bind port 8f1b5d7d-c10c-432e-81eb-ebb7ed669037 by drivers openvswitch,hyperv on host dv-cinder-759955-23-iscsi at level 0 using segments [{'id': '90346f4a-7a44-48b1-bd31-fe8f3a549143', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:32:26.648361 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978c2904-7c05-4609-a08c-88096b56dc2a None None] Attempting to bind port 8f1b5d7d-c10c-432e-81eb-ebb7ed669037 on network a96fd56d-97e4-47a2-815b-e854e5640ee5 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:32:26.655925 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c79c9a62-c88a-420d-80be-8d9411e6bbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26050298'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:26.657270 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f28143-4926-4a7d-b270-47a8a561b2f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:32:26.657640 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f28143-4926-4a7d-b270-47a8a561b2f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:32:26.657984 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f28143-4926-4a7d-b270-47a8a561b2f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:32:26.658359 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f28143-4926-4a7d-b270-47a8a561b2f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:32:26.658859 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f28143-4926-4a7d-b270-47a8a561b2f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:32:26.659188 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f28143-4926-4a7d-b270-47a8a561b2f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:32:26.659509 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f28143-4926-4a7d-b270-47a8a561b2f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:32:26.659996 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f28143-4926-4a7d-b270-47a8a561b2f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:32:26.660368 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f28143-4926-4a7d-b270-47a8a561b2f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:32:26.660689 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f28143-4926-4a7d-b270-47a8a561b2f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:32:26.661009 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f28143-4926-4a7d-b270-47a8a561b2f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:32:26.661322 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f28143-4926-4a7d-b270-47a8a561b2f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:32:26.668153 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978c2904-7c05-4609-a08c-88096b56dc2a None None] Checking agent: {'id': '18c8940e-01ce-4dee-a90a-54246b2955c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 17, 6), 'started_at': datetime.datetime(2021, 9, 9, 22, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:32:26.668877 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978c2904-7c05-4609-a08c-88096b56dc2a None None] Checking segment: {'id': '90346f4a-7a44-48b1-bd31-fe8f3a549143', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:32:26.669711 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-978c2904-7c05-4609-a08c-88096b56dc2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:26.670267 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978c2904-7c05-4609-a08c-88096b56dc2a None None] Bound using segment: {'id': '90346f4a-7a44-48b1-bd31-fe8f3a549143', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:32:26.670770 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-978c2904-7c05-4609-a08c-88096b56dc2a None None] Bound port: 8f1b5d7d-c10c-432e-81eb-ebb7ed669037, host: dv-cinder-759955-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90346f4a-7a44-48b1-bd31-fe8f3a549143', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:32:26.671368 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-978c2904-7c05-4609-a08c-88096b56dc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:26.693195 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79c9a62-c88a-420d-80be-8d9411e6bbab admin admin] Network 354d2cd9-ec85-48c8-8b2d-0ba04c091ca4 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:32:26.697448 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-c79c9a62-c88a-420d-80be-8d9411e6bbab admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:32:26.701661 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79c9a62-c88a-420d-80be-8d9411e6bbab admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:32:26.728842 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-978c2904-7c05-4609-a08c-88096b56dc2a None None] For port 8f1b5d7d-c10c-432e-81eb-ebb7ed669037, host dv-cinder-759955-23-iscsi, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:32:26.729207 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c9a62-c88a-420d-80be-8d9411e6bbab admin admin] Pushing event updated for resources: {'Port': ['ID=e99549b6-febe-4755-b392-6d2991df5db7,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:32:26.732740 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-978c2904-7c05-4609-a08c-88096b56dc2a None None] For port 8f1b5d7d-c10c-432e-81eb-ebb7ed669037, host dv-cinder-759955-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=8f1b5d7d-c10c-432e-81eb-ebb7ed669037,segment=NetworkSegment(90346f4a-7a44-48b1-bd31-fe8f3a549143),segment_id=90346f4a-7a44-48b1-bd31-fe8f3a549143)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:32:26.738575 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-978c2904-7c05-4609-a08c-88096b56dc2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:26.748333 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c79c9a62-c88a-420d-80be-8d9411e6bbab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415118'] for router_interface, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:26.801627 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f28143-4926-4a7d-b270-47a8a561b2f6 None None] Pushing event updated for resources: {'Port': ['ID=8f1b5d7d-c10c-432e-81eb-ebb7ed669037,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:32:26.806092 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978c2904-7c05-4609-a08c-88096b56dc2a None None] Routers {'acabe2ce-f348-443a-ade3-bb6d725cdb98'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:32:26.806702 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-978c2904-7c05-4609-a08c-88096b56dc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:32:05Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['acabe2ce-f348-443a-ade3-bb6d725cdb98'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:32:26.884417 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c79c9a62-c88a-420d-80be-8d9411e6bbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:26.904479 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cf764f93-545e-4565-b76e-9d01a4b7e1d0 None None] Provisioning for port e99549b6-febe-4755-b392-6d2991df5db7 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:32:26.909219 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-cf764f93-545e-4565-b76e-9d01a4b7e1d0 None None] Provisioning complete for port e99549b6-febe-4755-b392-6d2991df5db7 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:32:26.909733 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cf764f93-545e-4565-b76e-9d01a4b7e1d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:26.917291 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-978c2904-7c05-4609-a08c-88096b56dc2a None None] Set router acabe2ce-f348-443a-ade3-bb6d725cdb98 gateway port host: dv-cinder-759955-23-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:32:26.947956 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-cf764f93-545e-4565-b76e-9d01a4b7e1d0 None None] Port e99549b6-febe-4755-b392-6d2991df5db7 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 22:32:27.048562 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c79c9a62-c88a-420d-80be-8d9411e6bbab admin admin] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:27.052842 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c79c9a62-c88a-420d-80be-8d9411e6bbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26050313'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:27.092115 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-978c2904-7c05-4609-a08c-88096b56dc2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acabe2ce-f348-443a-ade3-bb6d725cdb98', 'name': 'tempest-TestMinimumBasicScenario-77366477-router', 'tenant_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '8f1b5d7d-c10c-432e-81eb-ebb7ed669037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:32:24Z', 'updated_at': '2021-09-09T22:32:25Z', 'revision_number': 3, 'project_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'gw_port': {'id': '8f1b5d7d-c10c-432e-81eb-ebb7ed669037', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:92:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acabe2ce-f348-443a-ade3-bb6d725cdb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:32:24Z', 'updated_at': '2021-09-09T22:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi'}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:32:27.120550 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c79c9a62-c88a-420d-80be-8d9411e6bbab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413982'] for router_interface, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:27.121401 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978c2904-7c05-4609-a08c-88096b56dc2a None None] The sync data for ids ['acabe2ce-f348-443a-ade3-bb6d725cdb98'] in dv-cinder-759955-23-iscsi is: [{'id': 'acabe2ce-f348-443a-ade3-bb6d725cdb98', 'name': 'tempest-TestMinimumBasicScenario-77366477-router', 'tenant_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '8f1b5d7d-c10c-432e-81eb-ebb7ed669037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:32:24Z', 'updated_at': '2021-09-09T22:32:25Z', 'revision_number': 3, 'project_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'gw_port': {'id': '8f1b5d7d-c10c-432e-81eb-ebb7ed669037', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:92:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acabe2ce-f348-443a-ade3-bb6d725cdb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:32:24Z', 'updated_at': '2021-09-09T22:32:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:32:27.122232 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c9a62-c88a-420d-80be-8d9411e6bbab admin admin] Pushing event updated for resources: {'Port': ['ID=e99549b6-febe-4755-b392-6d2991df5db7,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:32:27.215801 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79c9a62-c88a-420d-80be-8d9411e6bbab admin admin] Network 354d2cd9-ec85-48c8-8b2d-0ba04c091ca4 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:32:27.217201 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-c79c9a62-c88a-420d-80be-8d9411e6bbab admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:32:27.355911 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79c9a62-c88a-420d-80be-8d9411e6bbab admin admin] Router acabe2ce-f348-443a-ade3-bb6d725cdb98 has already been hosted by L3 agent ecba8a59-1a63-4f4e-b72e-1c921b89dba6 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:32:27.476786 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-2e37e96d-f17e-412e-9d3d-a6dc1a22d7a4 None None] Provisioning complete for port e99549b6-febe-4755-b392-6d2991df5db7 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:32:27.477371 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-2e37e96d-f17e-412e-9d3d-a6dc1a22d7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:27.490280 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79c9a62-c88a-420d-80be-8d9411e6bbab admin admin] Notify agent at l3_agent.dv-cinder-759955-23-iscsi the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:32:27.495698 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-c79c9a62-c88a-420d-80be-8d9411e6bbab admin admin] 10.222.0.41 "PUT /v2.0/routers/acabe2ce-f348-443a-ade3-bb6d725cdb98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6927433 Sep 09 22:32:27.517966 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-2e37e96d-f17e-412e-9d3d-a6dc1a22d7a4 None None] Port e99549b6-febe-4755-b392-6d2991df5db7 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 22:32:27.764351 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0930ec-71c6-47f0-bfb1-65680be8c137 req-e68bfbb0-4568-44d6-a4fd-195f062ee14f tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:27.772525 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bc0930ec-71c6-47f0-bfb1-65680be8c137 req-e68bfbb0-4568-44d6-a4fd-195f062ee14f tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 945 time: 0.0738254 Sep 09 22:32:27.824600 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bc0930ec-71c6-47f0-bfb1-65680be8c137 req-7d177f72-bc2d-4cfc-ab43-a1103797e0b4 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511572 Sep 09 22:32:27.847426 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 8f1b5d7d-c10c-432e-81eb-ebb7ed669037 up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:32:27.902158 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning for port 8f1b5d7d-c10c-432e-81eb-ebb7ed669037 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:32:27.906652 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port 8f1b5d7d-c10c-432e-81eb-ebb7ed669037 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:32:27.907107 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:27.992998 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:28.014856 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] For port 8f1b5d7d-c10c-432e-81eb-ebb7ed669037, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=8f1b5d7d-c10c-432e-81eb-ebb7ed669037,segment=NetworkSegment(90346f4a-7a44-48b1-bd31-fe8f3a549143),segment_id=90346f4a-7a44-48b1-bd31-fe8f3a549143)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:32:28.019300 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:28.020125 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 786675f0-eb2a-47ff-9477-774b74599fe3 up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:32:28.052840 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 34330) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:32:28.057750 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-d7efbcb0-3de9-441a-8a56-3ba93749a418 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1977457658-network', 'tenant_id': 'f4f441707a25477d9c30fb25741d1a95'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:32:28.077696 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7efbcb0-3de9-441a-8a56-3ba93749a418 admin admin] Made reservation on behalf of f4f441707a25477d9c30fb25741d1a95 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:32:28.080097 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d7efbcb0-3de9-441a-8a56-3ba93749a418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:28.088473 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d7efbcb0-3de9-441a-8a56-3ba93749a418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:28.099329 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Pushing event updated for resources: {'Port': ['ID=8f1b5d7d-c10c-432e-81eb-ebb7ed669037,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:32:28.118780 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port 786675f0-eb2a-47ff-9477-774b74599fe3 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:32:28.119174 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:28.185401 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d7efbcb0-3de9-441a-8a56-3ba93749a418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:28.189526 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d7efbcb0-3de9-441a-8a56-3ba93749a418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:28.220732 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7efbcb0-3de9-441a-8a56-3ba93749a418 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 22:32:28.226974 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7efbcb0-3de9-441a-8a56-3ba93749a418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04bb0ef6-d70a-4c7e-bb33-51bca498a41a,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:32:28.233391 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d7efbcb0-3de9-441a-8a56-3ba93749a418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:28.233735 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.db.segments_db [None req-d7efbcb0-3de9-441a-8a56-3ba93749a418 admin admin] Added segment ae3cadc4-c942-48ca-8384-78e32bcf256b of type vlan for network 5bb06f23-40dc-4fe9-b6bd-02c64a6a54e6 Sep 09 22:32:28.273484 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d7efbcb0-3de9-441a-8a56-3ba93749a418 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781721265704'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:28.297150 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d7efbcb0-3de9-441a-8a56-3ba93749a418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:28.298131 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7efbcb0-3de9-441a-8a56-3ba93749a418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:28.298716 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d7efbcb0-3de9-441a-8a56-3ba93749a418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:28.331804 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-d7efbcb0-3de9-441a-8a56-3ba93749a418 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2779002 Sep 09 22:32:28.334625 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 34332) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:32:28.339427 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-2ffa96a1-97fb-46b3-a60f-adafedff594b admin admin] Request body: {'subnet': {'network_id': '5bb06f23-40dc-4fe9-b6bd-02c64a6a54e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1977457658-subnet', 'tenant_id': 'f4f441707a25477d9c30fb25741d1a95', 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:32:28.361353 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffa96a1-97fb-46b3-a60f-adafedff594b admin admin] Made reservation on behalf of f4f441707a25477d9c30fb25741d1a95 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:32:28.361882 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7efbcb0-3de9-441a-8a56-3ba93749a418 admin admin] Pushing event updated for resources: {'Network': ['ID=5bb06f23-40dc-4fe9-b6bd-02c64a6a54e6,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:32:28.363801 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2ffa96a1-97fb-46b3-a60f-adafedff594b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26101228'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:28.371568 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Network 5bb06f23-40dc-4fe9-b6bd-02c64a6a54e6 details requested by agent ovs-agent-dv-cinder-759955-23-iscsi with host dv-cinder-759955-23-iscsi {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 22:32:28.539414 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2ffa96a1-97fb-46b3-a60f-adafedff594b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27131170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26101234'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:28.593837 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffa96a1-97fb-46b3-a60f-adafedff594b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd51b536-4570-4505-8841-c0dbb72a6771,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:32:28.604679 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffa96a1-97fb-46b3-a60f-adafedff594b admin admin] Checking segment: {'id': 'ae3cadc4-c942-48ca-8384-78e32bcf256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5bb06f23-40dc-4fe9-b6bd-02c64a6a54e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:32:28.605033 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffa96a1-97fb-46b3-a60f-adafedff594b admin admin] Network hostable DHCP agents. Network: 5bb06f23-40dc-4fe9-b6bd-02c64a6a54e6, hostable agents: ['8f0ddeab-bc9d-4c81-8d3d-e5ecdacbf733'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 22:32:28.621665 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffa96a1-97fb-46b3-a60f-adafedff594b admin admin] Network 5bb06f23-40dc-4fe9-b6bd-02c64a6a54e6 is scheduled to be hosted by DHCP agent 8f0ddeab-bc9d-4c81-8d3d-e5ecdacbf733 with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 22:32:28.630619 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-2ffa96a1-97fb-46b3-a60f-adafedff594b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-23-iscsi, 5bb06f23-40dc-4fe9-b6bd-02c64a6a54e6) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:32:28.635495 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffa96a1-97fb-46b3-a60f-adafedff594b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:28.636117 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-2ffa96a1-97fb-46b3-a60f-adafedff594b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:28.641773 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3911713-719e-467a-b131-087eb91329a6 None None] Network 5bb06f23-40dc-4fe9-b6bd-02c64a6a54e6 requested from dv-cinder-759955-23-iscsi {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:32:28.650469 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-2ffa96a1-97fb-46b3-a60f-adafedff594b admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3146613 Sep 09 22:32:28.652949 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 34334) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:32:28.658005 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-9dae8fd5-1fc0-43f8-87c7-b3dfdd3faffa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1977457658-router', 'tenant_id': 'f4f441707a25477d9c30fb25741d1a95', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:32:28.678382 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9dae8fd5-1fc0-43f8-87c7-b3dfdd3faffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-413326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-328'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:28.679566 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9dae8fd5-1fc0-43f8-87c7-b3dfdd3faffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-489013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-321'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:28.704887 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11bdd3a-e6a9-4cbf-b365-6b9160dc629c None None] Sync routers for ids ['acabe2ce-f348-443a-ade3-bb6d725cdb98'] in dv-cinder-759955-23-iscsi {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:32:28.723356 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11bdd3a-e6a9-4cbf-b365-6b9160dc629c None None] Routers {'acabe2ce-f348-443a-ade3-bb6d725cdb98'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:32:28.723657 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-e11bdd3a-e6a9-4cbf-b365-6b9160dc629c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:32:05Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['acabe2ce-f348-443a-ade3-bb6d725cdb98'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:32:28.739732 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9dae8fd5-1fc0-43f8-87c7-b3dfdd3faffa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:28.878875 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9dae8fd5-1fc0-43f8-87c7-b3dfdd3faffa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:28.881738 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ce77b9-718a-4e57-9dbb-8e0b50da805b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee46604-0f4e-5923-a4c6-c23d2299b9bb-5bb06f23-40dc-4fe9-b6bd-02c64a6a54e6', 'network_id': '5bb06f23-40dc-4fe9-b6bd-02c64a6a54e6', 'tenant_id': 'f4f441707a25477d9c30fb25741d1a95', 'fixed_ips': [{'subnet_id': 'cd51b536-4570-4505-8841-c0dbb72a6771'}]}} from dv-cinder-759955-23-iscsi. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 22:32:28.882391 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-29ce77b9-718a-4e57-9dbb-8e0b50da805b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:28.888440 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-e11bdd3a-e6a9-4cbf-b365-6b9160dc629c None None] Set router acabe2ce-f348-443a-ade3-bb6d725cdb98 gateway port host: dv-cinder-759955-23-iscsi {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:32:28.993787 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d8ea1-79ab-4831-b885-14946706fa89 req-119e8872-e706-4fd1-8830-5c3fa9e386fd tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:28.995263 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a56d8ea1-79ab-4831-b885-14946706fa89 req-119e8872-e706-4fd1-8830-5c3fa9e386fd tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 945 time: 0.0859323 Sep 09 22:32:29.041786 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a56d8ea1-79ab-4831-b885-14946706fa89 req-755094a1-9972-4a86-ba58-a7d37d124dad tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401208 Sep 09 22:32:29.142397 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-29ce77b9-718a-4e57-9dbb-8e0b50da805b None None] Allocated IP 172.20.0.2 (5bb06f23-40dc-4fe9-b6bd-02c64a6a54e6/cd51b536-4570-4505-8841-c0dbb72a6771/4f61b53b-7e5c-49a3-824f-e289d0f8be5c) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:32:29.152023 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9dae8fd5-1fc0-43f8-87c7-b3dfdd3faffa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:29.170818 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9dae8fd5-1fc0-43f8-87c7-b3dfdd3faffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:29.263573 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-e11bdd3a-e6a9-4cbf-b365-6b9160dc629c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acabe2ce-f348-443a-ade3-bb6d725cdb98', 'name': 'tempest-TestMinimumBasicScenario-77366477-router', 'tenant_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '8f1b5d7d-c10c-432e-81eb-ebb7ed669037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:32:24Z', 'updated_at': '2021-09-09T22:32:26Z', 'revision_number': 4, 'project_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'gw_port': {'id': '8f1b5d7d-c10c-432e-81eb-ebb7ed669037', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:92:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acabe2ce-f348-443a-ade3-bb6d725cdb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:32:24Z', 'updated_at': '2021-09-09T22:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': 'e99549b6-febe-4755-b392-6d2991df5db7', 'name': '', 'network_id': '354d2cd9-ec85-48c8-8b2d-0ba04c091ca4', 'tenant_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'mac_address': 'fa:16:3e:bf:cb:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acabe2ce-f348-443a-ade3-bb6d725cdb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'dec623d5-3e37-4183-874f-e4a837e3c30e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:32:26Z', 'updated_at': '2021-09-09T22:32:26Z', 'revision_number': 2, 'project_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'subnets': [{'id': 'dec623d5-3e37-4183-874f-e4a837e3c30e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:32:29.276265 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-9dae8fd5-1fc0-43f8-87c7-b3dfdd3faffa admin admin] Allocated IP 172.27.3.80 (a96fd56d-97e4-47a2-815b-e854e5640ee5/a399639f-77d7-4513-a462-8fb82637fe8f/34f13b61-cbbc-4be2-ba4a-56c3bfcee20a) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:32:29.300223 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11bdd3a-e6a9-4cbf-b365-6b9160dc629c None None] Checking router: acabe2ce-f348-443a-ade3-bb6d725cdb98 for host: dv-cinder-759955-23-iscsi {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:32:29.300575 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11bdd3a-e6a9-4cbf-b365-6b9160dc629c None None] Updating router acabe2ce-f348-443a-ade3-bb6d725cdb98 port e99549b6-febe-4755-b392-6d2991df5db7 binding host dv-cinder-759955-23-iscsi {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 22:32:29.344476 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e11bdd3a-e6a9-4cbf-b365-6b9160dc629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:29.370810 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-29ce77b9-718a-4e57-9dbb-8e0b50da805b None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:29.376114 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9dae8fd5-1fc0-43f8-87c7-b3dfdd3faffa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:29.397346 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-29ce77b9-718a-4e57-9dbb-8e0b50da805b None None] Transition to ACTIVE for port object 4f61b53b-7e5c-49a3-824f-e289d0f8be5c will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:32:29.418745 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9dae8fd5-1fc0-43f8-87c7-b3dfdd3faffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:29.458400 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dae8fd5-1fc0-43f8-87c7-b3dfdd3faffa admin admin] Network a96fd56d-97e4-47a2-815b-e854e5640ee5 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:32:29.463468 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-9dae8fd5-1fc0-43f8-87c7-b3dfdd3faffa admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:32:29.468969 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dae8fd5-1fc0-43f8-87c7-b3dfdd3faffa admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:32:29.472105 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dae8fd5-1fc0-43f8-87c7-b3dfdd3faffa admin admin] Pushing event updated for resources: {'Port': ['ID=34f13b61-cbbc-4be2-ba4a-56c3bfcee20a,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:32:29.585634 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-29ce77b9-718a-4e57-9dbb-8e0b50da805b None None] Transition to ACTIVE for port object 4f61b53b-7e5c-49a3-824f-e289d0f8be5c will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:32:29.596227 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-29ce77b9-718a-4e57-9dbb-8e0b50da805b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:29.659830 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ce77b9-718a-4e57-9dbb-8e0b50da805b None None] Network 5bb06f23-40dc-4fe9-b6bd-02c64a6a54e6 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:32:29.674121 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-29ce77b9-718a-4e57-9dbb-8e0b50da805b None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:32:29.677805 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ce77b9-718a-4e57-9dbb-8e0b50da805b None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:32:29.682283 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ce77b9-718a-4e57-9dbb-8e0b50da805b None None] Pushing event updated for resources: {'Port': ['ID=4f61b53b-7e5c-49a3-824f-e289d0f8be5c,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:32:29.763310 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 8f1b5d7d-c10c-432e-81eb-ebb7ed669037 up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:32:29.817854 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-29ce77b9-718a-4e57-9dbb-8e0b50da805b None None] Attempting to bind port 4f61b53b-7e5c-49a3-824f-e289d0f8be5c on host dv-cinder-759955-23-iscsi for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:32:29.818344 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-29ce77b9-718a-4e57-9dbb-8e0b50da805b None None] Attempting to bind port 4f61b53b-7e5c-49a3-824f-e289d0f8be5c by drivers openvswitch,hyperv on host dv-cinder-759955-23-iscsi at level 0 using segments [{'id': 'ae3cadc4-c942-48ca-8384-78e32bcf256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5bb06f23-40dc-4fe9-b6bd-02c64a6a54e6'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:32:29.818505 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ce77b9-718a-4e57-9dbb-8e0b50da805b None None] Attempting to bind port 4f61b53b-7e5c-49a3-824f-e289d0f8be5c on network 5bb06f23-40dc-4fe9-b6bd-02c64a6a54e6 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:32:29.839018 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ce77b9-718a-4e57-9dbb-8e0b50da805b None None] Checking agent: {'id': '18c8940e-01ce-4dee-a90a-54246b2955c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 17, 6), 'started_at': datetime.datetime(2021, 9, 9, 22, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:32:29.839426 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ce77b9-718a-4e57-9dbb-8e0b50da805b None None] Checking segment: {'id': 'ae3cadc4-c942-48ca-8384-78e32bcf256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5bb06f23-40dc-4fe9-b6bd-02c64a6a54e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:32:29.839833 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-29ce77b9-718a-4e57-9dbb-8e0b50da805b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:29.840378 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ce77b9-718a-4e57-9dbb-8e0b50da805b None None] Bound using segment: {'id': 'ae3cadc4-c942-48ca-8384-78e32bcf256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5bb06f23-40dc-4fe9-b6bd-02c64a6a54e6'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:32:29.840852 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-29ce77b9-718a-4e57-9dbb-8e0b50da805b None None] Bound port: 4f61b53b-7e5c-49a3-824f-e289d0f8be5c, host: dv-cinder-759955-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae3cadc4-c942-48ca-8384-78e32bcf256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5bb06f23-40dc-4fe9-b6bd-02c64a6a54e6'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:32:29.841232 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-29ce77b9-718a-4e57-9dbb-8e0b50da805b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:29.934680 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port 8f1b5d7d-c10c-432e-81eb-ebb7ed669037 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:32:29.935053 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:29.959755 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e11bdd3a-e6a9-4cbf-b365-6b9160dc629c None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:29.973671 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9dae8fd5-1fc0-43f8-87c7-b3dfdd3faffa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:29.984639 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e11bdd3a-e6a9-4cbf-b365-6b9160dc629c None None] Transition to ACTIVE for port object e99549b6-febe-4755-b392-6d2991df5db7 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:32:30.002172 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e11bdd3a-e6a9-4cbf-b365-6b9160dc629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:30.036077 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-29ce77b9-718a-4e57-9dbb-8e0b50da805b None None] For port 4f61b53b-7e5c-49a3-824f-e289d0f8be5c, host dv-cinder-759955-23-iscsi, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:32:30.061704 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-29ce77b9-718a-4e57-9dbb-8e0b50da805b None None] For port 4f61b53b-7e5c-49a3-824f-e289d0f8be5c, host dv-cinder-759955-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=4f61b53b-7e5c-49a3-824f-e289d0f8be5c,segment=NetworkSegment(ae3cadc4-c942-48ca-8384-78e32bcf256b),segment_id=ae3cadc4-c942-48ca-8384-78e32bcf256b)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:32:30.075573 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-29ce77b9-718a-4e57-9dbb-8e0b50da805b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:30.102787 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b8406f-bc42-4341-bbfd-a55b5caa9b0d None None] Pushing event updated for resources: {'Port': ['ID=e99549b6-febe-4755-b392-6d2991df5db7,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:32:30.238668 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-e11bdd3a-e6a9-4cbf-b365-6b9160dc629c None None] Attempting to bind port e99549b6-febe-4755-b392-6d2991df5db7 on host dv-cinder-759955-23-iscsi for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:32:30.239116 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-e11bdd3a-e6a9-4cbf-b365-6b9160dc629c None None] Attempting to bind port e99549b6-febe-4755-b392-6d2991df5db7 by drivers openvswitch,hyperv on host dv-cinder-759955-23-iscsi at level 0 using segments [{'id': 'e27e9ede-0c5a-40b4-8e96-db538c8db453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '354d2cd9-ec85-48c8-8b2d-0ba04c091ca4'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:32:30.239538 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11bdd3a-e6a9-4cbf-b365-6b9160dc629c None None] Attempting to bind port e99549b6-febe-4755-b392-6d2991df5db7 on network 354d2cd9-ec85-48c8-8b2d-0ba04c091ca4 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:32:30.248879 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9dae8fd5-1fc0-43f8-87c7-b3dfdd3faffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-413447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415071'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:30.252960 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11bdd3a-e6a9-4cbf-b365-6b9160dc629c None None] Checking agent: {'id': '18c8940e-01ce-4dee-a90a-54246b2955c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 17, 6), 'started_at': datetime.datetime(2021, 9, 9, 22, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:32:30.252960 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11bdd3a-e6a9-4cbf-b365-6b9160dc629c None None] Checking segment: {'id': 'e27e9ede-0c5a-40b4-8e96-db538c8db453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '354d2cd9-ec85-48c8-8b2d-0ba04c091ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:32:30.253269 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e11bdd3a-e6a9-4cbf-b365-6b9160dc629c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:30.253637 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11bdd3a-e6a9-4cbf-b365-6b9160dc629c None None] Bound using segment: {'id': 'e27e9ede-0c5a-40b4-8e96-db538c8db453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '354d2cd9-ec85-48c8-8b2d-0ba04c091ca4'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:32:30.254104 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-e11bdd3a-e6a9-4cbf-b365-6b9160dc629c None None] Bound port: e99549b6-febe-4755-b392-6d2991df5db7, host: dv-cinder-759955-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e27e9ede-0c5a-40b4-8e96-db538c8db453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '354d2cd9-ec85-48c8-8b2d-0ba04c091ca4'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:32:30.254470 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e11bdd3a-e6a9-4cbf-b365-6b9160dc629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:30.263175 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178827f3-5cf9-4ee2-85c2-7b2445424fba req-eb5a4424-0f65-402a-8343-9e398589042a tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:30.268906 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ce77b9-718a-4e57-9dbb-8e0b50da805b None None] Pushing event updated for resources: {'Port': ['ID=4f61b53b-7e5c-49a3-824f-e289d0f8be5c,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:32:30.270728 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-178827f3-5cf9-4ee2-85c2-7b2445424fba req-eb5a4424-0f65-402a-8343-9e398589042a tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 945 time: 0.1293619 Sep 09 22:32:30.348278 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-178827f3-5cf9-4ee2-85c2-7b2445424fba req-1f4acbf1-13ae-48f4-a4aa-90fcbdb7195d tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766029 Sep 09 22:32:30.390594 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-e11bdd3a-e6a9-4cbf-b365-6b9160dc629c None None] For port e99549b6-febe-4755-b392-6d2991df5db7, host dv-cinder-759955-23-iscsi, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:32:30.402010 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-e11bdd3a-e6a9-4cbf-b365-6b9160dc629c None None] For port e99549b6-febe-4755-b392-6d2991df5db7, host dv-cinder-759955-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=e99549b6-febe-4755-b392-6d2991df5db7,segment=NetworkSegment(e27e9ede-0c5a-40b4-8e96-db538c8db453),segment_id=e27e9ede-0c5a-40b4-8e96-db538c8db453)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:32:30.408242 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e11bdd3a-e6a9-4cbf-b365-6b9160dc629c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:30.467546 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dae8fd5-1fc0-43f8-87c7-b3dfdd3faffa admin admin] Router 2f275028-a3f8-47bc-8441-b22e1e8c118f is scheduled to L3 agent ecba8a59-1a63-4f4e-b72e-1c921b89dba6 with binding_index 1 {{(pid=93888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 22:32:30.482646 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11bdd3a-e6a9-4cbf-b365-6b9160dc629c None None] Routers {'acabe2ce-f348-443a-ade3-bb6d725cdb98'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:32:30.483382 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-e11bdd3a-e6a9-4cbf-b365-6b9160dc629c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:32:05Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['acabe2ce-f348-443a-ade3-bb6d725cdb98'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:32:30.533638 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b8406f-bc42-4341-bbfd-a55b5caa9b0d None None] Pushing event updated for resources: {'Port': ['ID=e99549b6-febe-4755-b392-6d2991df5db7,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:32:30.596601 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dae8fd5-1fc0-43f8-87c7-b3dfdd3faffa admin admin] Notify agent at l3_agent.dv-cinder-759955-23-iscsi the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:32:30.609424 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc0d5c7-c846-47ae-8ff2-26f585d6f323 None None] Sync routers for ids ['2f275028-a3f8-47bc-8441-b22e1e8c118f'] in dv-cinder-759955-23-iscsi {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:32:30.619959 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9dae8fd5-1fc0-43f8-87c7-b3dfdd3faffa admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:30.621287 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc0d5c7-c846-47ae-8ff2-26f585d6f323 None None] Routers {'2f275028-a3f8-47bc-8441-b22e1e8c118f'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:32:30.621446 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-9dae8fd5-1fc0-43f8-87c7-b3dfdd3faffa admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9675004 Sep 09 22:32:30.622341 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-4fc0d5c7-c846-47ae-8ff2-26f585d6f323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:32:05Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['2f275028-a3f8-47bc-8441-b22e1e8c118f'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:32:30.624803 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 34344) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:32:30.657954 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-e11bdd3a-e6a9-4cbf-b365-6b9160dc629c None None] Set router acabe2ce-f348-443a-ade3-bb6d725cdb98 gateway port host: dv-cinder-759955-23-iscsi {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:32:30.751746 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-4fc0d5c7-c846-47ae-8ff2-26f585d6f323 None None] Set router 2f275028-a3f8-47bc-8441-b22e1e8c118f gateway port host: dv-cinder-759955-23-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:32:30.922717 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-e11bdd3a-e6a9-4cbf-b365-6b9160dc629c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acabe2ce-f348-443a-ade3-bb6d725cdb98', 'name': 'tempest-TestMinimumBasicScenario-77366477-router', 'tenant_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '8f1b5d7d-c10c-432e-81eb-ebb7ed669037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:32:24Z', 'updated_at': '2021-09-09T22:32:26Z', 'revision_number': 4, 'project_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'gw_port': {'id': '8f1b5d7d-c10c-432e-81eb-ebb7ed669037', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:92:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acabe2ce-f348-443a-ade3-bb6d725cdb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:32:24Z', 'updated_at': '2021-09-09T22:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': 'e99549b6-febe-4755-b392-6d2991df5db7', 'name': '', 'network_id': '354d2cd9-ec85-48c8-8b2d-0ba04c091ca4', 'tenant_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'mac_address': 'fa:16:3e:bf:cb:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acabe2ce-f348-443a-ade3-bb6d725cdb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'dec623d5-3e37-4183-874f-e4a837e3c30e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:32:26Z', 'updated_at': '2021-09-09T22:32:30Z', 'revision_number': 4, 'project_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'subnets': [{'id': 'dec623d5-3e37-4183-874f-e4a837e3c30e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:32:30.957698 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11bdd3a-e6a9-4cbf-b365-6b9160dc629c None None] The sync data for ids ['acabe2ce-f348-443a-ade3-bb6d725cdb98'] in dv-cinder-759955-23-iscsi is: [{'id': 'acabe2ce-f348-443a-ade3-bb6d725cdb98', 'name': 'tempest-TestMinimumBasicScenario-77366477-router', 'tenant_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '8f1b5d7d-c10c-432e-81eb-ebb7ed669037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:32:24Z', 'updated_at': '2021-09-09T22:32:26Z', 'revision_number': 4, 'project_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'gw_port': {'id': '8f1b5d7d-c10c-432e-81eb-ebb7ed669037', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:92:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acabe2ce-f348-443a-ade3-bb6d725cdb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:32:24Z', 'updated_at': '2021-09-09T22:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': 'e99549b6-febe-4755-b392-6d2991df5db7', 'name': '', 'network_id': '354d2cd9-ec85-48c8-8b2d-0ba04c091ca4', 'tenant_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'mac_address': 'fa:16:3e:bf:cb:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acabe2ce-f348-443a-ade3-bb6d725cdb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'dec623d5-3e37-4183-874f-e4a837e3c30e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:32:26Z', 'updated_at': '2021-09-09T22:32:30Z', 'revision_number': 4, 'project_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'subnets': [{'id': 'dec623d5-3e37-4183-874f-e4a837e3c30e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:32:31.002196 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-4fc0d5c7-c846-47ae-8ff2-26f585d6f323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f275028-a3f8-47bc-8441-b22e1e8c118f', 'name': 'tempest-TestMinimumBasicScenario-1977457658-router', 'tenant_id': 'f4f441707a25477d9c30fb25741d1a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '34f13b61-cbbc-4be2-ba4a-56c3bfcee20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:32:28Z', 'updated_at': '2021-09-09T22:32:29Z', 'revision_number': 3, 'project_id': 'f4f441707a25477d9c30fb25741d1a95', 'gw_port': {'id': '34f13b61-cbbc-4be2-ba4a-56c3bfcee20a', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:07:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f275028-a3f8-47bc-8441-b22e1e8c118f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:32:29Z', 'updated_at': '2021-09-09T22:32:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi'}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:32:31.059599 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc0d5c7-c846-47ae-8ff2-26f585d6f323 None None] Checking router: 2f275028-a3f8-47bc-8441-b22e1e8c118f for host: dv-cinder-759955-23-iscsi {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:32:31.059944 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc0d5c7-c846-47ae-8ff2-26f585d6f323 None None] Updating router 2f275028-a3f8-47bc-8441-b22e1e8c118f port 34f13b61-cbbc-4be2-ba4a-56c3bfcee20a binding host dv-cinder-759955-23-iscsi {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 22:32:31.093538 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4fc0d5c7-c846-47ae-8ff2-26f585d6f323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:31.157592 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a981d04c-4640-403c-97e8-6fd220269c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:31.428263 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-a981d04c-4640-403c-97e8-6fd220269c01 admin admin] Allocated IP 172.20.0.1 (5bb06f23-40dc-4fe9-b6bd-02c64a6a54e6/cd51b536-4570-4505-8841-c0dbb72a6771/035cd396-efa7-430b-a213-8bc9beb36149) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:32:31.484657 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6001072e-597a-4ed3-85ba-f4baa0c8e165 None None] Network 5bb06f23-40dc-4fe9-b6bd-02c64a6a54e6 requested from dv-cinder-759955-23-iscsi {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:32:31.504958 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd441e-2f74-4b79-8c7e-5f8d61291bc8 req-b7125e9e-5bb5-4d4d-b78c-fd18c3b7fd01 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:31.507203 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1ccd441e-2f74-4b79-8c7e-5f8d61291bc8 req-b7125e9e-5bb5-4d4d-b78c-fd18c3b7fd01 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 945 time: 0.0583389 Sep 09 22:32:31.526799 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4fc0d5c7-c846-47ae-8ff2-26f585d6f323 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:31.539938 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-4fc0d5c7-c846-47ae-8ff2-26f585d6f323 None None] Transition to ACTIVE for port object 34f13b61-cbbc-4be2-ba4a-56c3bfcee20a will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:32:31.551707 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4fc0d5c7-c846-47ae-8ff2-26f585d6f323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:31.585359 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1ccd441e-2f74-4b79-8c7e-5f8d61291bc8 req-5594491c-3630-4c0f-8f67-6fea07112e85 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692403 Sep 09 22:32:31.608921 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c1671e40-f443-4f9a-a697-06569628e223 None None] Provisioning for port 4f61b53b-7e5c-49a3-824f-e289d0f8be5c completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:32:31.634319 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c42434-4725-494f-9f7c-46266cb4d1a8 None None] Pushing event updated for resources: {'Port': ['ID=34f13b61-cbbc-4be2-ba4a-56c3bfcee20a,revision_number=2']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:32:31.665411 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-4fc0d5c7-c846-47ae-8ff2-26f585d6f323 None None] Attempting to bind port 34f13b61-cbbc-4be2-ba4a-56c3bfcee20a on host dv-cinder-759955-23-iscsi for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:32:31.665775 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-4fc0d5c7-c846-47ae-8ff2-26f585d6f323 None None] Attempting to bind port 34f13b61-cbbc-4be2-ba4a-56c3bfcee20a by drivers openvswitch,hyperv on host dv-cinder-759955-23-iscsi at level 0 using segments [{'id': '90346f4a-7a44-48b1-bd31-fe8f3a549143', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:32:31.666138 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc0d5c7-c846-47ae-8ff2-26f585d6f323 None None] Attempting to bind port 34f13b61-cbbc-4be2-ba4a-56c3bfcee20a on network a96fd56d-97e4-47a2-815b-e854e5640ee5 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:32:31.672378 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc0d5c7-c846-47ae-8ff2-26f585d6f323 None None] Checking agent: {'id': '18c8940e-01ce-4dee-a90a-54246b2955c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 17, 6), 'started_at': datetime.datetime(2021, 9, 9, 22, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:32:31.672747 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc0d5c7-c846-47ae-8ff2-26f585d6f323 None None] Checking segment: {'id': '90346f4a-7a44-48b1-bd31-fe8f3a549143', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:32:31.673147 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4fc0d5c7-c846-47ae-8ff2-26f585d6f323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:31.673532 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc0d5c7-c846-47ae-8ff2-26f585d6f323 None None] Bound using segment: {'id': '90346f4a-7a44-48b1-bd31-fe8f3a549143', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:32:31.674137 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-4fc0d5c7-c846-47ae-8ff2-26f585d6f323 None None] Bound port: 34f13b61-cbbc-4be2-ba4a-56c3bfcee20a, host: dv-cinder-759955-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90346f4a-7a44-48b1-bd31-fe8f3a549143', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:32:31.674381 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4fc0d5c7-c846-47ae-8ff2-26f585d6f323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:31.780718 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-4fc0d5c7-c846-47ae-8ff2-26f585d6f323 None None] For port 34f13b61-cbbc-4be2-ba4a-56c3bfcee20a, host dv-cinder-759955-23-iscsi, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:32:31.784495 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-4fc0d5c7-c846-47ae-8ff2-26f585d6f323 None None] For port 34f13b61-cbbc-4be2-ba4a-56c3bfcee20a, host dv-cinder-759955-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=34f13b61-cbbc-4be2-ba4a-56c3bfcee20a,segment=NetworkSegment(90346f4a-7a44-48b1-bd31-fe8f3a549143),segment_id=90346f4a-7a44-48b1-bd31-fe8f3a549143)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:32:31.792386 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-4fc0d5c7-c846-47ae-8ff2-26f585d6f323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:31.853200 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc0d5c7-c846-47ae-8ff2-26f585d6f323 None None] Routers {'2f275028-a3f8-47bc-8441-b22e1e8c118f'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:32:31.854967 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-4fc0d5c7-c846-47ae-8ff2-26f585d6f323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:32:05Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['2f275028-a3f8-47bc-8441-b22e1e8c118f'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:32:31.876898 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device e99549b6-febe-4755-b392-6d2991df5db7 up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:32:31.896072 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a981d04c-4640-403c-97e8-6fd220269c01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:31.914161 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-a981d04c-4640-403c-97e8-6fd220269c01 admin admin] Transition to ACTIVE for port object 035cd396-efa7-430b-a213-8bc9beb36149 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:32:31.956113 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a981d04c-4640-403c-97e8-6fd220269c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26050298'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:31.961518 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning for port e99549b6-febe-4755-b392-6d2991df5db7 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:32:31.968670 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port e99549b6-febe-4755-b392-6d2991df5db7 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:32:31.971274 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:32.016104 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-4fc0d5c7-c846-47ae-8ff2-26f585d6f323 None None] Set router 2f275028-a3f8-47bc-8441-b22e1e8c118f gateway port host: dv-cinder-759955-23-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:32:32.018487 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c42434-4725-494f-9f7c-46266cb4d1a8 None None] Pushing event updated for resources: {'Port': ['ID=34f13b61-cbbc-4be2-ba4a-56c3bfcee20a,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:32:32.031550 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a981d04c-4640-403c-97e8-6fd220269c01 admin admin] Network 5bb06f23-40dc-4fe9-b6bd-02c64a6a54e6 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:32:32.036782 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-a981d04c-4640-403c-97e8-6fd220269c01 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:32:32.041160 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a981d04c-4640-403c-97e8-6fd220269c01 admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:32:32.081202 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a981d04c-4640-403c-97e8-6fd220269c01 admin admin] Pushing event updated for resources: {'Port': ['ID=035cd396-efa7-430b-a213-8bc9beb36149,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:32:32.094223 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:32.104258 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a981d04c-4640-403c-97e8-6fd220269c01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415118'] for router_interface, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:32.131553 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] For port e99549b6-febe-4755-b392-6d2991df5db7, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=e99549b6-febe-4755-b392-6d2991df5db7,segment=NetworkSegment(e27e9ede-0c5a-40b4-8e96-db538c8db453),segment_id=e27e9ede-0c5a-40b4-8e96-db538c8db453)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:32:32.149663 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:32.150703 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 4f61b53b-7e5c-49a3-824f-e289d0f8be5c up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:32:32.276206 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a981d04c-4640-403c-97e8-6fd220269c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:32.283031 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Pushing event updated for resources: {'Port': ['ID=e99549b6-febe-4755-b392-6d2991df5db7,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:32:32.309521 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning for port 4f61b53b-7e5c-49a3-824f-e289d0f8be5c completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:32:32.316960 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port 4f61b53b-7e5c-49a3-824f-e289d0f8be5c triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:32:32.317339 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:32.412673 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-4fc0d5c7-c846-47ae-8ff2-26f585d6f323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f275028-a3f8-47bc-8441-b22e1e8c118f', 'name': 'tempest-TestMinimumBasicScenario-1977457658-router', 'tenant_id': 'f4f441707a25477d9c30fb25741d1a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '34f13b61-cbbc-4be2-ba4a-56c3bfcee20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:32:28Z', 'updated_at': '2021-09-09T22:32:29Z', 'revision_number': 3, 'project_id': 'f4f441707a25477d9c30fb25741d1a95', 'gw_port': {'id': '34f13b61-cbbc-4be2-ba4a-56c3bfcee20a', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:07:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f275028-a3f8-47bc-8441-b22e1e8c118f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:32:29Z', 'updated_at': '2021-09-09T22:32:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi'}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:32:32.459571 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc0d5c7-c846-47ae-8ff2-26f585d6f323 None None] The sync data for ids ['2f275028-a3f8-47bc-8441-b22e1e8c118f'] in dv-cinder-759955-23-iscsi is: [{'id': '2f275028-a3f8-47bc-8441-b22e1e8c118f', 'name': 'tempest-TestMinimumBasicScenario-1977457658-router', 'tenant_id': 'f4f441707a25477d9c30fb25741d1a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '34f13b61-cbbc-4be2-ba4a-56c3bfcee20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:32:28Z', 'updated_at': '2021-09-09T22:32:29Z', 'revision_number': 3, 'project_id': 'f4f441707a25477d9c30fb25741d1a95', 'gw_port': {'id': '34f13b61-cbbc-4be2-ba4a-56c3bfcee20a', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:07:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f275028-a3f8-47bc-8441-b22e1e8c118f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:32:29Z', 'updated_at': '2021-09-09T22:32:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:32:32.494199 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a981d04c-4640-403c-97e8-6fd220269c01 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:32.500549 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a981d04c-4640-403c-97e8-6fd220269c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26050313'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:32.526327 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3a2a5458-0e54-4262-9d25-378d88ff9b07 None None] Provisioning for port 035cd396-efa7-430b-a213-8bc9beb36149 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:32:32.533330 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-3a2a5458-0e54-4262-9d25-378d88ff9b07 None None] Provisioning complete for port 035cd396-efa7-430b-a213-8bc9beb36149 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:32:32.533706 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-3a2a5458-0e54-4262-9d25-378d88ff9b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:32.579585 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a981d04c-4640-403c-97e8-6fd220269c01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413982'] for router_interface, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:32.594460 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-3a2a5458-0e54-4262-9d25-378d88ff9b07 None None] Port 035cd396-efa7-430b-a213-8bc9beb36149 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 22:32:32.610151 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:32.623703 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a981d04c-4640-403c-97e8-6fd220269c01 admin admin] Pushing event updated for resources: {'Port': ['ID=035cd396-efa7-430b-a213-8bc9beb36149,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:32:32.656866 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] For port 4f61b53b-7e5c-49a3-824f-e289d0f8be5c, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=4f61b53b-7e5c-49a3-824f-e289d0f8be5c,segment=NetworkSegment(ae3cadc4-c942-48ca-8384-78e32bcf256b),segment_id=ae3cadc4-c942-48ca-8384-78e32bcf256b)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:32:32.662656 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:32.672307 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4dd5ff3c-0f83-43d1-a167-40120202b41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:32.710550 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a981d04c-4640-403c-97e8-6fd220269c01 admin admin] Network 5bb06f23-40dc-4fe9-b6bd-02c64a6a54e6 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:32:32.712270 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-a981d04c-4640-403c-97e8-6fd220269c01 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:32:32.721215 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Pushing event updated for resources: {'Port': ['ID=4f61b53b-7e5c-49a3-824f-e289d0f8be5c,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:32:32.768359 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04321549-4681-40e8-9705-dfe3bf5135da req-c3a1c876-540a-43e7-a674-1745b779df13 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:32.770679 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-04321549-4681-40e8-9705-dfe3bf5135da req-c3a1c876-540a-43e7-a674-1745b779df13 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 945 time: 0.0637124 Sep 09 22:32:32.817298 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-04321549-4681-40e8-9705-dfe3bf5135da req-9ce1aba2-56c8-491e-a65c-ef7904b99ee6 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414102 Sep 09 22:32:32.843704 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a981d04c-4640-403c-97e8-6fd220269c01 admin admin] Router 2f275028-a3f8-47bc-8441-b22e1e8c118f has already been hosted by L3 agent ecba8a59-1a63-4f4e-b72e-1c921b89dba6 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:32:32.984615 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a981d04c-4640-403c-97e8-6fd220269c01 admin admin] Notify agent at l3_agent.dv-cinder-759955-23-iscsi the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:32:32.989824 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-a981d04c-4640-403c-97e8-6fd220269c01 admin admin] 10.222.0.41 "PUT /v2.0/routers/2f275028-a3f8-47bc-8441-b22e1e8c118f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3639023 Sep 09 22:32:33.016585 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-e6c2192f-26eb-450a-9207-2e641a2a79b7 None None] Provisioning complete for port 035cd396-efa7-430b-a213-8bc9beb36149 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:32:33.017162 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e6c2192f-26eb-450a-9207-2e641a2a79b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:33.051095 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-e6c2192f-26eb-450a-9207-2e641a2a79b7 None None] Port 035cd396-efa7-430b-a213-8bc9beb36149 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 22:32:33.919063 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device e99549b6-febe-4755-b392-6d2991df5db7 up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:32:33.977716 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-8423bcb5-23a0-49d3-9c31-4a65fba1c595 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2112070789&fields=id&tenant_id=57b2554ae3954c0c842e1ddefc325dae HTTP/1.1" status: 200 len: 267 time: 0.0827849 Sep 09 22:32:33.987985 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05df3ef-6946-43d9-8a1f-8ee09dba09fe req-e0a853a4-e8d7-4367-af38-69a58a949fae tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:33.989743 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b05df3ef-6946-43d9-8a1f-8ee09dba09fe req-e0a853a4-e8d7-4367-af38-69a58a949fae tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 945 time: 0.0674007 Sep 09 22:32:33.995284 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port e99549b6-febe-4755-b392-6d2991df5db7 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:32:33.995659 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:34.103655 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 34f13b61-cbbc-4be2-ba4a-56c3bfcee20a up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:32:34.125566 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b05df3ef-6946-43d9-8a1f-8ee09dba09fe req-da1fa6fc-3110-436f-9dd8-641ba8485def tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231704 Sep 09 22:32:34.164930 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-13407add-bd61-4289-8032-f7282f57e86e tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:34.166483 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-13407add-bd61-4289-8032-f7282f57e86e tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/networks?id=5841743a-0bf4-4a7f-9ea2-766ccec1923f HTTP/1.1" status: 200 len: 812 time: 0.1753211 Sep 09 22:32:34.173410 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning for port 34f13b61-cbbc-4be2-ba4a-56c3bfcee20a completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:32:34.179048 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port 34f13b61-cbbc-4be2-ba4a-56c3bfcee20a triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:32:34.181149 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:34.184639 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-6eeecedb-33fb-42af-b6bc-0c58e97d925c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/quotas/57b2554ae3954c0c842e1ddefc325dae HTTP/1.1" status: 200 len: 375 time: 0.0116894 Sep 09 22:32:34.279912 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-e8e1cca8-51da-4174-bbe6-2e3f955493a0 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=57b2554ae3954c0c842e1ddefc325dae&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0815442 Sep 09 22:32:34.281715 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:34.307708 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] For port 34f13b61-cbbc-4be2-ba4a-56c3bfcee20a, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=34f13b61-cbbc-4be2-ba4a-56c3bfcee20a,segment=NetworkSegment(90346f4a-7a44-48b1-bd31-fe8f3a549143),segment_id=90346f4a-7a44-48b1-bd31-fe8f3a549143)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:32:34.314956 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:34.317534 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 4f61b53b-7e5c-49a3-824f-e289d0f8be5c up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:32:34.406482 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Pushing event updated for resources: {'Port': ['ID=34f13b61-cbbc-4be2-ba4a-56c3bfcee20a,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:32:34.407829 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-2fc50517-9382-4fd5-aa9f-3523a10ff054 service neutron] 10.222.0.41 "GET /v2.0/networks/5841743a-0bf4-4a7f-9ea2-766ccec1923f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267588 Sep 09 22:32:34.424735 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port 4f61b53b-7e5c-49a3-824f-e289d0f8be5c triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:32:34.425444 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:34.639434 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-94da4ded-d85c-48be-9cec-9e56cf2a50a1 service neutron] 10.222.0.41 "GET /v2.0/networks/5841743a-0bf4-4a7f-9ea2-766ccec1923f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246323 Sep 09 22:32:34.739898 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fa5ffe-864a-4c05-82bc-9598d1cd4afa None None] Sync routers for ids ['2f275028-a3f8-47bc-8441-b22e1e8c118f'] in dv-cinder-759955-23-iscsi {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:32:34.751267 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fa5ffe-864a-4c05-82bc-9598d1cd4afa None None] Routers {'2f275028-a3f8-47bc-8441-b22e1e8c118f'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:32:34.751896 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-d5fa5ffe-864a-4c05-82bc-9598d1cd4afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:32:05Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['2f275028-a3f8-47bc-8441-b22e1e8c118f'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:32:34.910679 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-d5fa5ffe-864a-4c05-82bc-9598d1cd4afa None None] Set router 2f275028-a3f8-47bc-8441-b22e1e8c118f gateway port host: dv-cinder-759955-23-iscsi {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:32:35.044136 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:35.070742 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-152981b9-0e70-4b14-a655-53703420a518 req-c0ae04d2-6f0a-4e6a-a94b-105243dba8b2 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=20c7fb69-6131-4145-9f84-ec8f3b5d176c HTTP/1.1" status: 200 len: 210 time: 0.0626280 Sep 09 22:32:35.206792 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-d5fa5ffe-864a-4c05-82bc-9598d1cd4afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f275028-a3f8-47bc-8441-b22e1e8c118f', 'name': 'tempest-TestMinimumBasicScenario-1977457658-router', 'tenant_id': 'f4f441707a25477d9c30fb25741d1a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '34f13b61-cbbc-4be2-ba4a-56c3bfcee20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:32:28Z', 'updated_at': '2021-09-09T22:32:32Z', 'revision_number': 4, 'project_id': 'f4f441707a25477d9c30fb25741d1a95', 'gw_port': {'id': '34f13b61-cbbc-4be2-ba4a-56c3bfcee20a', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:07:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f275028-a3f8-47bc-8441-b22e1e8c118f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:32:29Z', 'updated_at': '2021-09-09T22:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': '035cd396-efa7-430b-a213-8bc9beb36149', 'name': '', 'network_id': '5bb06f23-40dc-4fe9-b6bd-02c64a6a54e6', 'tenant_id': 'f4f441707a25477d9c30fb25741d1a95', 'mac_address': 'fa:16:3e:4c:00:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f275028-a3f8-47bc-8441-b22e1e8c118f', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'cd51b536-4570-4505-8841-c0dbb72a6771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:32:31Z', 'updated_at': '2021-09-09T22:32:32Z', 'revision_number': 2, 'project_id': 'f4f441707a25477d9c30fb25741d1a95', 'subnets': [{'id': 'cd51b536-4570-4505-8841-c0dbb72a6771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:32:35.237106 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fa5ffe-864a-4c05-82bc-9598d1cd4afa None None] Checking router: 2f275028-a3f8-47bc-8441-b22e1e8c118f for host: dv-cinder-759955-23-iscsi {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:32:35.237506 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fa5ffe-864a-4c05-82bc-9598d1cd4afa None None] Updating router 2f275028-a3f8-47bc-8441-b22e1e8c118f port 035cd396-efa7-430b-a213-8bc9beb36149 binding host dv-cinder-759955-23-iscsi {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 22:32:35.263875 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d5fa5ffe-864a-4c05-82bc-9598d1cd4afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:35.296229 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56401fbe-216c-43ea-81d1-ecfbe34261eb req-80c3834f-62de-4c53-bd8e-8880266e4274 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:35.303787 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-56401fbe-216c-43ea-81d1-ecfbe34261eb req-80c3834f-62de-4c53-bd8e-8880266e4274 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 945 time: 0.0885663 Sep 09 22:32:35.361426 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-56401fbe-216c-43ea-81d1-ecfbe34261eb req-3de55317-02c1-4e81-b6af-c2eeee558889 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517030 Sep 09 22:32:35.457871 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-81adbbdd-d16c-4006-9017-4fd31f58191a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:35.648403 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d5fa5ffe-864a-4c05-82bc-9598d1cd4afa None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:35.663310 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d5fa5ffe-864a-4c05-82bc-9598d1cd4afa None None] Transition to ACTIVE for port object 035cd396-efa7-430b-a213-8bc9beb36149 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:32:35.672428 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d5fa5ffe-864a-4c05-82bc-9598d1cd4afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:35.777268 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6201adec-94a1-4d71-8835-dcc476f015fb None None] Pushing event updated for resources: {'Port': ['ID=035cd396-efa7-430b-a213-8bc9beb36149,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:32:35.782036 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 34f13b61-cbbc-4be2-ba4a-56c3bfcee20a up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:32:35.841944 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:35.845897 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-d5fa5ffe-864a-4c05-82bc-9598d1cd4afa None None] Attempting to bind port 035cd396-efa7-430b-a213-8bc9beb36149 on host dv-cinder-759955-23-iscsi for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:32:35.846212 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-d5fa5ffe-864a-4c05-82bc-9598d1cd4afa None None] Attempting to bind port 035cd396-efa7-430b-a213-8bc9beb36149 by drivers openvswitch,hyperv on host dv-cinder-759955-23-iscsi at level 0 using segments [{'id': 'ae3cadc4-c942-48ca-8384-78e32bcf256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5bb06f23-40dc-4fe9-b6bd-02c64a6a54e6'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:32:35.846586 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fa5ffe-864a-4c05-82bc-9598d1cd4afa None None] Attempting to bind port 035cd396-efa7-430b-a213-8bc9beb36149 on network 5bb06f23-40dc-4fe9-b6bd-02c64a6a54e6 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:32:35.869322 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fa5ffe-864a-4c05-82bc-9598d1cd4afa None None] Checking agent: {'id': '18c8940e-01ce-4dee-a90a-54246b2955c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 17, 6), 'started_at': datetime.datetime(2021, 9, 9, 22, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:32:35.869977 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fa5ffe-864a-4c05-82bc-9598d1cd4afa None None] Checking segment: {'id': 'ae3cadc4-c942-48ca-8384-78e32bcf256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5bb06f23-40dc-4fe9-b6bd-02c64a6a54e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:32:35.870568 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d5fa5ffe-864a-4c05-82bc-9598d1cd4afa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:35.871132 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fa5ffe-864a-4c05-82bc-9598d1cd4afa None None] Bound using segment: {'id': 'ae3cadc4-c942-48ca-8384-78e32bcf256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5bb06f23-40dc-4fe9-b6bd-02c64a6a54e6'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:32:35.871780 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-d5fa5ffe-864a-4c05-82bc-9598d1cd4afa None None] Bound port: 035cd396-efa7-430b-a213-8bc9beb36149, host: dv-cinder-759955-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae3cadc4-c942-48ca-8384-78e32bcf256b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5bb06f23-40dc-4fe9-b6bd-02c64a6a54e6'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:32:35.872498 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d5fa5ffe-864a-4c05-82bc-9598d1cd4afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:35.929934 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port 34f13b61-cbbc-4be2-ba4a-56c3bfcee20a triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:32:35.930308 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:35.999847 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device e21a335b-78cc-47d5-aaeb-3a1120c92857 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 22:32:36.014285 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-d5fa5ffe-864a-4c05-82bc-9598d1cd4afa None None] For port 035cd396-efa7-430b-a213-8bc9beb36149, host dv-cinder-759955-23-iscsi, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:32:36.059229 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-d5fa5ffe-864a-4c05-82bc-9598d1cd4afa None None] For port 035cd396-efa7-430b-a213-8bc9beb36149, host dv-cinder-759955-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=035cd396-efa7-430b-a213-8bc9beb36149,segment=NetworkSegment(ae3cadc4-c942-48ca-8384-78e32bcf256b),segment_id=ae3cadc4-c942-48ca-8384-78e32bcf256b)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:32:36.102625 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d5fa5ffe-864a-4c05-82bc-9598d1cd4afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:36.173167 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port e21a335b-78cc-47d5-aaeb-3a1120c92857, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=e21a335b-78cc-47d5-aaeb-3a1120c92857,segment=NetworkSegment(e35247d3-5169-4319-9016-5c4a3a40d907),segment_id=e35247d3-5169-4319-9016-5c4a3a40d907)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:32:36.189256 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Returning: {'device': 'e21a335b-78cc-47d5-aaeb-3a1120c92857', 'network_id': '400f8173-ba02-43b5-8ce5-c9f86dbae434', 'port_id': 'e21a335b-78cc-47d5-aaeb-3a1120c92857', 'mac_address': 'fa:16:3e:37:96:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aea9e89c-ee50-4cf6-8ff5-ae7a991147d2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 22:32:36.217603 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3b17afd6-e739-456d-91cd-67bf4f415a7e req-207432ba-48dd-49b8-b02a-be8e96784238 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=20c7fb69-6131-4145-9f84-ec8f3b5d176c HTTP/1.1" status: 200 len: 210 time: 0.0483224 Sep 09 22:32:36.291912 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6201adec-94a1-4d71-8835-dcc476f015fb None None] Pushing event updated for resources: {'Port': ['ID=035cd396-efa7-430b-a213-8bc9beb36149,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:32:36.302067 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fa5ffe-864a-4c05-82bc-9598d1cd4afa None None] Routers {'2f275028-a3f8-47bc-8441-b22e1e8c118f'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:32:36.302772 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-d5fa5ffe-864a-4c05-82bc-9598d1cd4afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:32:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['2f275028-a3f8-47bc-8441-b22e1e8c118f'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:32:36.371247 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:36.437866 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e21a335b-78cc-47d5-aaeb-3a1120c92857 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:32:36.537547 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port e21a335b-78cc-47d5-aaeb-3a1120c92857, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=e21a335b-78cc-47d5-aaeb-3a1120c92857,segment=NetworkSegment(e35247d3-5169-4319-9016-5c4a3a40d907),segment_id=e35247d3-5169-4319-9016-5c4a3a40d907)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:32:36.554730 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:36.594651 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6437dc4-9191-44db-ac37-18097b52a877 req-84cb22a5-6ee1-4edb-9d42-ff84bf51d50b tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:36.596305 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f6437dc4-9191-44db-ac37-18097b52a877 req-84cb22a5-6ee1-4edb-9d42-ff84bf51d50b tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 945 time: 0.0927706 Sep 09 22:32:36.607599 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-445a33bd-fe8a-43c7-b1a7-6d74b9d20b9c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:36.609101 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-445a33bd-fe8a-43c7-b1a7-6d74b9d20b9c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.20 "GET /v2.0/networks?id=5841743a-0bf4-4a7f-9ea2-766ccec1923f HTTP/1.1" status: 200 len: 812 time: 0.2769291 Sep 09 22:32:36.625852 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-d5fa5ffe-864a-4c05-82bc-9598d1cd4afa None None] Set router 2f275028-a3f8-47bc-8441-b22e1e8c118f gateway port host: dv-cinder-759955-23-iscsi {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:32:36.660699 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] get_ports_and_sgs() called for port_ids ['e21a335b-78cc-47d5-aaeb-3a1120c92857'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:32:36.701845 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f6437dc4-9191-44db-ac37-18097b52a877 req-bdecfeec-455d-417e-be42-36b5fb7b7491 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849857 Sep 09 22:32:36.773272 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-ae12656c-2d19-446c-93bb-5810fc8c83c4 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57b2554ae3954c0c842e1ddefc325dae HTTP/1.1" status: 200 len: 380 time: 0.1403439 Sep 09 22:32:36.780242 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=e21a335b-78cc-47d5-aaeb-3a1120c92857,revision_number=6']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:32:36.787761 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-0b2f3cc2-659d-4468-a34d-d34f530788ac tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Request body: {'port': {'device_id': '20c7fb69-6131-4145-9f84-ec8f3b5d176c', 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f', 'admin_state_up': True, 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'security_groups': ['97fb00ab-ceca-45cc-b89f-fa620e17188c']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:32:36.802681 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:36.960910 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-0b2f3cc2-659d-4468-a34d-d34f530788ac tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Made reservation on behalf of 57b2554ae3954c0c842e1ddefc325dae for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:32:36.971557 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-0b2f3cc2-659d-4468-a34d-d34f530788ac tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:37.044021 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-d5fa5ffe-864a-4c05-82bc-9598d1cd4afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f275028-a3f8-47bc-8441-b22e1e8c118f', 'name': 'tempest-TestMinimumBasicScenario-1977457658-router', 'tenant_id': 'f4f441707a25477d9c30fb25741d1a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '34f13b61-cbbc-4be2-ba4a-56c3bfcee20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:32:28Z', 'updated_at': '2021-09-09T22:32:32Z', 'revision_number': 4, 'project_id': 'f4f441707a25477d9c30fb25741d1a95', 'gw_port': {'id': '34f13b61-cbbc-4be2-ba4a-56c3bfcee20a', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:07:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f275028-a3f8-47bc-8441-b22e1e8c118f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:32:29Z', 'updated_at': '2021-09-09T22:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': '035cd396-efa7-430b-a213-8bc9beb36149', 'name': '', 'network_id': '5bb06f23-40dc-4fe9-b6bd-02c64a6a54e6', 'tenant_id': 'f4f441707a25477d9c30fb25741d1a95', 'mac_address': 'fa:16:3e:4c:00:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f275028-a3f8-47bc-8441-b22e1e8c118f', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'cd51b536-4570-4505-8841-c0dbb72a6771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:32:31Z', 'updated_at': '2021-09-09T22:32:35Z', 'revision_number': 4, 'project_id': 'f4f441707a25477d9c30fb25741d1a95', 'subnets': [{'id': 'cd51b536-4570-4505-8841-c0dbb72a6771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:32:37.113646 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fa5ffe-864a-4c05-82bc-9598d1cd4afa None None] The sync data for ids ['2f275028-a3f8-47bc-8441-b22e1e8c118f'] in dv-cinder-759955-23-iscsi is: [{'id': '2f275028-a3f8-47bc-8441-b22e1e8c118f', 'name': 'tempest-TestMinimumBasicScenario-1977457658-router', 'tenant_id': 'f4f441707a25477d9c30fb25741d1a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '34f13b61-cbbc-4be2-ba4a-56c3bfcee20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:32:28Z', 'updated_at': '2021-09-09T22:32:32Z', 'revision_number': 4, 'project_id': 'f4f441707a25477d9c30fb25741d1a95', 'gw_port': {'id': '34f13b61-cbbc-4be2-ba4a-56c3bfcee20a', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:07:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f275028-a3f8-47bc-8441-b22e1e8c118f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:32:29Z', 'updated_at': '2021-09-09T22:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': '035cd396-efa7-430b-a213-8bc9beb36149', 'name': '', 'network_id': '5bb06f23-40dc-4fe9-b6bd-02c64a6a54e6', 'tenant_id': 'f4f441707a25477d9c30fb25741d1a95', 'mac_address': 'fa:16:3e:4c:00:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f275028-a3f8-47bc-8441-b22e1e8c118f', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'cd51b536-4570-4505-8841-c0dbb72a6771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:32:31Z', 'updated_at': '2021-09-09T22:32:35Z', 'revision_number': 4, 'project_id': 'f4f441707a25477d9c30fb25741d1a95', 'subnets': [{'id': 'cd51b536-4570-4505-8841-c0dbb72a6771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:32:37.151216 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-0b2f3cc2-659d-4468-a34d-d34f530788ac tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Allocated IP 172.20.0.8 (5841743a-0bf4-4a7f-9ea2-766ccec1923f/00d86d00-e9a4-4aee-a6b2-3faac56ffafe/b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:32:37.441164 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ac287025-c7eb-4bfd-94d9-71372f1b9194 req-dc3fb779-3115-4ec6-9eaa-fbd9d56c696c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=20c7fb69-6131-4145-9f84-ec8f3b5d176c HTTP/1.1" status: 200 len: 210 time: 0.1021369 Sep 09 22:32:37.499980 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-0b2f3cc2-659d-4468-a34d-d34f530788ac tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:37.528063 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-0b2f3cc2-659d-4468-a34d-d34f530788ac tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Transition to ACTIVE for port object b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:32:37.629372 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-0b2f3cc2-659d-4468-a34d-d34f530788ac tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:37.836056 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-0b2f3cc2-659d-4468-a34d-d34f530788ac tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Network 5841743a-0bf4-4a7f-9ea2-766ccec1923f is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:32:37.836056 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f3cc2-659d-4468-a34d-d34f530788ac tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Pushing event updated for resources: {'Port': ['ID=b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:32:37.868110 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-0b2f3cc2-659d-4468-a34d-d34f530788ac tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:32:37.888126 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 035cd396-efa7-430b-a213-8bc9beb36149 up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:32:37.902209 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-0b2f3cc2-659d-4468-a34d-d34f530788ac tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:32:37.963566 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-0b2f3cc2-659d-4468-a34d-d34f530788ac tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:37.963814 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-0b2f3cc2-659d-4468-a34d-d34f530788ac tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:37.989260 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f3cc2-659d-4468-a34d-d34f530788ac tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:32:37.989595 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f3cc2-659d-4468-a34d-d34f530788ac tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:32:37.989929 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f3cc2-659d-4468-a34d-d34f530788ac tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:32:37.990264 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f3cc2-659d-4468-a34d-d34f530788ac tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:32:37.990597 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f3cc2-659d-4468-a34d-d34f530788ac tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:32:37.990926 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f3cc2-659d-4468-a34d-d34f530788ac tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:32:37.991249 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f3cc2-659d-4468-a34d-d34f530788ac tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:32:37.991573 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f3cc2-659d-4468-a34d-d34f530788ac tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:32:37.992858 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f3cc2-659d-4468-a34d-d34f530788ac tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:32:37.993223 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f3cc2-659d-4468-a34d-d34f530788ac tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:32:37.993566 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f3cc2-659d-4468-a34d-d34f530788ac tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:32:37.993885 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2f3cc2-659d-4468-a34d-d34f530788ac tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:32:38.037396 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device e21a335b-78cc-47d5-aaeb-3a1120c92857 up at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:32:38.049785 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-0b2f3cc2-659d-4468-a34d-d34f530788ac tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2680395 Sep 09 22:32:38.092368 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a7980-5016-461b-b327-5784a0c73920 req-84c52fe1-6111-41c4-baad-fb5a35380b85 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:38.094094 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c14a7980-5016-461b-b327-5784a0c73920 req-84c52fe1-6111-41c4-baad-fb5a35380b85 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 944 time: 0.2638927 Sep 09 22:32:38.102592 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-9538c1c8-0384-4a1d-be0c-d7a6d33ae01d service neutron] Request body: {'port': {'device_id': '20c7fb69-6131-4145-9f84-ec8f3b5d176c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:32:38.208614 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:38.273965 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning for port 035cd396-efa7-430b-a213-8bc9beb36149 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:32:38.288123 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port 035cd396-efa7-430b-a213-8bc9beb36149 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:32:38.288552 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:38.295465 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Provisioning complete for port e21a335b-78cc-47d5-aaeb-3a1120c92857 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:32:38.295925 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:38.316865 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-9538c1c8-0384-4a1d-be0c-d7a6d33ae01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:38.469429 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c14a7980-5016-461b-b327-5784a0c73920 req-72530d1f-168d-4c87-9729-4e0d9b859805 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3643172 Sep 09 22:32:38.776729 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2907134c-8673-44ea-875f-949de09994c5 req-e5480461-5011-40c5-bdb1-f6453807339e tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:38.786001 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2907134c-8673-44ea-875f-949de09994c5 req-e5480461-5011-40c5-bdb1-f6453807339e tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=20c7fb69-6131-4145-9f84-ec8f3b5d176c HTTP/1.1" status: 200 len: 931 time: 0.1847239 Sep 09 22:32:38.809809 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b346c44f-6063-4c43-93a8-29988bf9a897 None None] Provisioning for port b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:32:38.833993 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-b346c44f-6063-4c43-93a8-29988bf9a897 None None] Provisioning complete for port b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:32:38.834414 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b346c44f-6063-4c43-93a8-29988bf9a897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:38.872232 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2907134c-8673-44ea-875f-949de09994c5 req-006ac61b-8764-4f10-9f46-0a94e71ad604 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852718 Sep 09 22:32:38.903343 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:38.960411 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.agents_db [None req-ca59875f-4706-4e17-8f41-5ac1de1c8425 None None] Agent healthcheck: found 6 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:32:38.974228 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] For port 035cd396-efa7-430b-a213-8bc9beb36149, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=035cd396-efa7-430b-a213-8bc9beb36149,segment=NetworkSegment(ae3cadc4-c942-48ca-8384-78e32bcf256b),segment_id=ae3cadc4-c942-48ca-8384-78e32bcf256b)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:32:39.021864 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:39.035693 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:39.042748 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-9538c1c8-0384-4a1d-be0c-d7a6d33ae01d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:32:39.055101 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-9538c1c8-0384-4a1d-be0c-d7a6d33ae01d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:39.093095 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-9538c1c8-0384-4a1d-be0c-d7a6d33ae01d service neutron] Transition to ACTIVE for port object b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:32:39.102042 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-9538c1c8-0384-4a1d-be0c-d7a6d33ae01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27131053'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:39.106105 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Pushing event updated for resources: {'Port': ['ID=035cd396-efa7-430b-a213-8bc9beb36149,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:32:39.122743 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221d921e-3137-4379-802b-787f0d5c1d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21a335b-78cc-47d5-aaeb-3a1120c92857'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:32:39.125377 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497578eeb0b1d224d742647686e7d62f740bb656e2f2bb1278978b4c95122d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d84f19-c1d2-4e91-ad99-b2b61238881a" -d '{"events": [{"server_uuid": "221d921e-3137-4379-802b-787f0d5c1d41", "name": "network-vif-plugged", "status": "completed", "tag": "e21a335b-78cc-47d5-aaeb-3a1120c92857"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:32:39.175376 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port e21a335b-78cc-47d5-aaeb-3a1120c92857, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=e21a335b-78cc-47d5-aaeb-3a1120c92857,segment=NetworkSegment(e35247d3-5169-4319-9016-5c4a3a40d907),segment_id=e35247d3-5169-4319-9016-5c4a3a40d907)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:32:39.177681 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-b346c44f-6063-4c43-93a8-29988bf9a897 None None] Port b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 22:32:39.187434 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:39.204895 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9538c1c8-0384-4a1d-be0c-d7a6d33ae01d service neutron] Pushing event updated for resources: {'Port': ['ID=b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:32:39.287163 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c605bb29-7f96-4945-abaa-b536c8017c4d x-openstack-request-id: req-c605bb29-7f96-4945-abaa-b536c8017c4d {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:32:39.287376 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "221d921e-3137-4379-802b-787f0d5c1d41", "name": "network-vif-plugged", "status": "completed", "tag": "e21a335b-78cc-47d5-aaeb-3a1120c92857", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:32:39.287633 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c605bb29-7f96-4945-abaa-b536c8017c4d {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:32:39.287956 dv-cinder-759955-23-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '221d921e-3137-4379-802b-787f0d5c1d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21a335b-78cc-47d5-aaeb-3a1120c92857', 'code': 200} Sep 09 22:32:39.288517 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=e21a335b-78cc-47d5-aaeb-3a1120c92857,revision_number=7']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:32:39.331736 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-9538c1c8-0384-4a1d-be0c-d7a6d33ae01d service neutron] Attempting to bind port b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:32:39.332141 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-9538c1c8-0384-4a1d-be0c-d7a6d33ae01d service neutron] Attempting to bind port b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '9a51308c-3fc8-4057-b734-fc33372de6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:32:39.332406 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-9538c1c8-0384-4a1d-be0c-d7a6d33ae01d service neutron] Attempting to bind port b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6 on network 5841743a-0bf4-4a7f-9ea2-766ccec1923f {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:32:39.339817 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-9538c1c8-0384-4a1d-be0c-d7a6d33ae01d service neutron] Port b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6 on network 5841743a-0bf4-4a7f-9ea2-766ccec1923f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 22:32:39.340220 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-9538c1c8-0384-4a1d-be0c-d7a6d33ae01d service neutron] Attempting to bind port b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6 on network 5841743a-0bf4-4a7f-9ea2-766ccec1923f {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:32:39.355778 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-9538c1c8-0384-4a1d-be0c-d7a6d33ae01d service neutron] Checking agent: {'id': 'd4d09dd9-4fb9-4f0d-bf57-c365063561af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 23, 5), 'started_at': datetime.datetime(2021, 9, 9, 22, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:32:39.356412 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-9538c1c8-0384-4a1d-be0c-d7a6d33ae01d service neutron] Checking segment: {'id': '9a51308c-3fc8-4057-b734-fc33372de6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:32:39.357141 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-9538c1c8-0384-4a1d-be0c-d7a6d33ae01d service neutron] Bound using segment: {'id': '9a51308c-3fc8-4057-b734-fc33372de6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:32:39.357832 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-9538c1c8-0384-4a1d-be0c-d7a6d33ae01d service neutron] Bound port: b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a51308c-3fc8-4057-b734-fc33372de6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:32:39.358445 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-9538c1c8-0384-4a1d-be0c-d7a6d33ae01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:39.563418 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-9538c1c8-0384-4a1d-be0c-d7a6d33ae01d service neutron] For port b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6, host hv-cinder-75995, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:32:39.567575 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-9538c1c8-0384-4a1d-be0c-d7a6d33ae01d service neutron] For port b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6,segment=NetworkSegment(9a51308c-3fc8-4057-b734-fc33372de6bc),segment_id=9a51308c-3fc8-4057-b734-fc33372de6bc)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:32:39.573183 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-9538c1c8-0384-4a1d-be0c-d7a6d33ae01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27131053'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:39.650904 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-9538c1c8-0384-4a1d-be0c-d7a6d33ae01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:39.650904 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-9538c1c8-0384-4a1d-be0c-d7a6d33ae01d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:39.651963 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-9538c1c8-0384-4a1d-be0c-d7a6d33ae01d service neutron] 10.222.0.20 "PUT /v2.0/ports/b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6 HTTP/1.1" status: 200 len: 1093 time: 1.5761046 Sep 09 22:32:39.666566 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c7fb69-6131-4145-9f84-ec8f3b5d176c', 'tag': 'b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:32:39.669243 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febecf7243e3540986e18e5907cacf19c405284daaaade8257553be7db475bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f832acb-afc3-4c9c-9ab3-604f2c685d92" -d '{"events": [{"name": "network-changed", "server_uuid": "20c7fb69-6131-4145-9f84-ec8f3b5d176c", "tag": "b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:32:39.740263 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e774d84-db64-4e34-9844-e0ebcabe8b3b x-openstack-request-id: req-9e774d84-db64-4e34-9844-e0ebcabe8b3b {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:32:39.740573 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c7fb69-6131-4145-9f84-ec8f3b5d176c", "tag": "b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:32:39.740923 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9e774d84-db64-4e34-9844-e0ebcabe8b3b {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:32:39.741366 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20c7fb69-6131-4145-9f84-ec8f3b5d176c', 'tag': 'b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6', 'status': 'completed', 'code': 200} Sep 09 22:32:39.791521 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19b72ec-033e-4ee1-9dd8-aed44967155b req-0430a2d4-bb9c-4717-84f4-fe01d0fd8e69 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:39.803677 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e19b72ec-033e-4ee1-9dd8-aed44967155b req-0430a2d4-bb9c-4717-84f4-fe01d0fd8e69 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 945 time: 0.1744404 Sep 09 22:32:39.806562 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9538c1c8-0384-4a1d-be0c-d7a6d33ae01d service neutron] Pushing event updated for resources: {'Port': ['ID=b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:32:39.836328 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 035cd396-efa7-430b-a213-8bc9beb36149 up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:32:39.896704 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e19b72ec-033e-4ee1-9dd8-aed44967155b req-8927c5f7-49bd-42c2-be16-a69de386d41a tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919783 Sep 09 22:32:39.903236 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-3aff8410-eb86-4862-acc3-173bc8bfc00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:39.908008 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-3aff8410-eb86-4862-acc3-173bc8bfc00f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=57b2554ae3954c0c842e1ddefc325dae&device_id=20c7fb69-6131-4145-9f84-ec8f3b5d176c HTTP/1.1" status: 200 len: 1096 time: 0.1875858 Sep 09 22:32:39.931702 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port 035cd396-efa7-430b-a213-8bc9beb36149 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:32:39.932668 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:39.964466 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-76717f8a-cb24-4e76-95e6-901285e6fbd4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6 HTTP/1.1" status: 200 len: 217 time: 0.0468276 Sep 09 22:32:40.109811 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-82b51fa4-95fe-4d33-b886-b8991e906287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:40.111275 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-82b51fa4-95fe-4d33-b886-b8991e906287 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00d86d00-e9a4-4aee-a6b2-3faac56ffafe HTTP/1.1" status: 200 len: 851 time: 0.1400671 Sep 09 22:32:40.180099 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90bb87-e22b-4695-94ba-285f04ba8678 req-d17a5c9a-0ccc-4992-9cd4-06dd75a5af57 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:40.182064 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-be90bb87-e22b-4695-94ba-285f04ba8678 req-d17a5c9a-0ccc-4992-9cd4-06dd75a5af57 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=20c7fb69-6131-4145-9f84-ec8f3b5d176c HTTP/1.1" status: 200 len: 943 time: 0.1579456 Sep 09 22:32:40.251200 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-be90bb87-e22b-4695-94ba-285f04ba8678 req-4d63fb9c-5e10-4095-b8e5-8e725a060338 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587780 Sep 09 22:32:40.266781 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-1dbc2340-9452-4dcd-950c-75f22ad2c50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:40.268802 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-1dbc2340-9452-4dcd-950c-75f22ad2c50a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5841743a-0bf4-4a7f-9ea2-766ccec1923f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1390655 Sep 09 22:32:40.425321 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-b8dbd6af-9d77-4847-89a2-76f68b798e9b service neutron] 10.222.0.20 "GET /v2.0/networks/5841743a-0bf4-4a7f-9ea2-766ccec1923f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470470 Sep 09 22:32:40.608275 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cd5876b9-60f5-4844-81f5-e6c2c5533097 req-11507d5b-0b8c-45e3-accb-6dd1925bd173 service neutron] 10.222.0.20 "GET /v2.0/networks/5841743a-0bf4-4a7f-9ea2-766ccec1923f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739960 Sep 09 22:32:40.733990 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f832acb-afc3-4c9c-9ab3-604f2c685d92 req-b4075cc4-43a1-413b-9d47-7e2eaff9221f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:40.735636 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0f832acb-afc3-4c9c-9ab3-604f2c685d92 req-b4075cc4-43a1-413b-9d47-7e2eaff9221f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=57b2554ae3954c0c842e1ddefc325dae&device_id=20c7fb69-6131-4145-9f84-ec8f3b5d176c HTTP/1.1" status: 200 len: 1096 time: 0.0796967 Sep 09 22:32:40.916888 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f832acb-afc3-4c9c-9ab3-604f2c685d92 req-1de90bea-7e81-40d7-b21c-6cc22844bd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:40.923758 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0f832acb-afc3-4c9c-9ab3-604f2c685d92 req-1de90bea-7e81-40d7-b21c-6cc22844bd28 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5841743a-0bf4-4a7f-9ea2-766ccec1923f HTTP/1.1" status: 200 len: 912 time: 0.1775968 Sep 09 22:32:40.999375 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0f832acb-afc3-4c9c-9ab3-604f2c685d92 req-f18cda4e-6dff-446c-9aa9-2c33fc472bae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6 HTTP/1.1" status: 200 len: 217 time: 0.0663223 Sep 09 22:32:41.089529 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d121f77-e86b-4421-a06f-77cca6336774 req-19c6b900-c1c5-4a6f-883b-1ecc38385715 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:41.091016 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7d121f77-e86b-4421-a06f-77cca6336774 req-19c6b900-c1c5-4a6f-883b-1ecc38385715 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 945 time: 0.0943189 Sep 09 22:32:41.114493 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f832acb-afc3-4c9c-9ab3-604f2c685d92 req-daac9852-d6e4-447b-a4f4-09362e497a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:41.116281 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0f832acb-afc3-4c9c-9ab3-604f2c685d92 req-daac9852-d6e4-447b-a4f4-09362e497a63 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00d86d00-e9a4-4aee-a6b2-3faac56ffafe HTTP/1.1" status: 200 len: 851 time: 0.0882211 Sep 09 22:32:41.183538 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f832acb-afc3-4c9c-9ab3-604f2c685d92 req-f0e9f39f-5984-448b-8d63-0688bc4a5f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:41.184503 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0f832acb-afc3-4c9c-9ab3-604f2c685d92 req-f0e9f39f-5984-448b-8d63-0688bc4a5f8e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5841743a-0bf4-4a7f-9ea2-766ccec1923f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0572054 Sep 09 22:32:41.246159 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7d121f77-e86b-4421-a06f-77cca6336774 req-64e7fa57-6667-4a12-8887-73cc08ac5af1 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451085 Sep 09 22:32:41.393489 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0f832acb-afc3-4c9c-9ab3-604f2c685d92 req-2b0e0687-5570-4710-b520-0452aa964db0 service neutron] 10.222.0.20 "GET /v2.0/networks/5841743a-0bf4-4a7f-9ea2-766ccec1923f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001457 Sep 09 22:32:41.526267 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78c62f-812d-4fb9-87a2-dbbe3c21981f req-9c8c7031-a891-43e9-aed3-97cf2563c77f tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:41.527931 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-dd78c62f-812d-4fb9-87a2-dbbe3c21981f req-9c8c7031-a891-43e9-aed3-97cf2563c77f tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=20c7fb69-6131-4145-9f84-ec8f3b5d176c HTTP/1.1" status: 200 len: 943 time: 0.1261733 Sep 09 22:32:41.918685 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0f832acb-afc3-4c9c-9ab3-604f2c685d92 req-0cc092f6-5b69-4fd0-b75a-d8f4fd883fb1 service neutron] 10.222.0.20 "GET /v2.0/networks/5841743a-0bf4-4a7f-9ea2-766ccec1923f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5152359 Sep 09 22:32:41.944380 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-dd78c62f-812d-4fb9-87a2-dbbe3c21981f req-fbf37900-b655-41c9-9e50-228b6fa32226 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3943846 Sep 09 22:32:42.434530 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000374b4-bdf7-4310-aaa6-c81ee3ff4007 req-a3c55eb1-c481-4883-9b7d-b7c4027dbca8 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:42.437278 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-000374b4-bdf7-4310-aaa6-c81ee3ff4007 req-a3c55eb1-c481-4883-9b7d-b7c4027dbca8 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 945 time: 0.0561728 Sep 09 22:32:42.526240 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-000374b4-bdf7-4310-aaa6-c81ee3ff4007 req-55558c46-531b-4ee3-8d1d-7e4e7c632b76 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798619 Sep 09 22:32:43.163362 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb9553-530a-4ef3-8ad3-d5bf4c2b8e3a req-b095ac10-3c5f-4915-aa7c-ee5a3c4d7a7e tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:43.164947 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e1eb9553-530a-4ef3-8ad3-d5bf4c2b8e3a req-b095ac10-3c5f-4915-aa7c-ee5a3c4d7a7e tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=20c7fb69-6131-4145-9f84-ec8f3b5d176c HTTP/1.1" status: 200 len: 943 time: 0.1113031 Sep 09 22:32:43.213618 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e1eb9553-530a-4ef3-8ad3-d5bf4c2b8e3a req-1a673a7c-3d95-4275-aa6c-80157803a212 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423183 Sep 09 22:32:43.705536 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e4dcc-e9f6-4e69-b9fb-443e65280648 req-3cfdb9be-2c37-417c-8cff-584e197ccc87 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:43.713552 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c49e4dcc-e9f6-4e69-b9fb-443e65280648 req-3cfdb9be-2c37-417c-8cff-584e197ccc87 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 945 time: 0.0917864 Sep 09 22:32:43.755927 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c49e4dcc-e9f6-4e69-b9fb-443e65280648 req-f71507e2-5b94-47b3-ac2a-76464f9c2d78 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397797 Sep 09 22:32:44.368729 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb77d7a-b326-42d7-95e4-ab3e39505402 req-5a0cd975-2a7c-4517-93f2-27a0cfd12c4c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:44.379152 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6eb77d7a-b326-42d7-95e4-ab3e39505402 req-5a0cd975-2a7c-4517-93f2-27a0cfd12c4c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=20c7fb69-6131-4145-9f84-ec8f3b5d176c HTTP/1.1" status: 200 len: 943 time: 0.0857282 Sep 09 22:32:44.424610 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6eb77d7a-b326-42d7-95e4-ab3e39505402 req-5fef321f-899c-4957-ba02-b59561714fd4 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445328 Sep 09 22:32:44.925706 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d648516e-683a-49b3-beff-081b96b6db03 req-f576751d-417c-4292-a309-05326bab6760 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:44.943755 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d648516e-683a-49b3-beff-081b96b6db03 req-f576751d-417c-4292-a309-05326bab6760 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 945 time: 0.0954139 Sep 09 22:32:45.004532 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d648516e-683a-49b3-beff-081b96b6db03 req-557db099-418a-4a5b-90f4-978da5c38d47 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593843 Sep 09 22:32:45.617464 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a57a2ff-c540-43a5-bcb6-dd014cb8870e req-537689fa-eb85-4a30-9d46-e6a4adacac74 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:45.625673 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7a57a2ff-c540-43a5-bcb6-dd014cb8870e req-537689fa-eb85-4a30-9d46-e6a4adacac74 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=20c7fb69-6131-4145-9f84-ec8f3b5d176c HTTP/1.1" status: 200 len: 943 time: 0.0934870 Sep 09 22:32:45.714319 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7a57a2ff-c540-43a5-bcb6-dd014cb8870e req-bf75b632-7cb1-4f1f-b712-83fab5fa5d65 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828743 Sep 09 22:32:46.145334 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aabd52-73f0-41a9-8c29-f1d31846fad7 req-c7ac67d1-e67d-4ca3-b3e2-bd704d159cd7 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:46.146941 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a6aabd52-73f0-41a9-8c29-f1d31846fad7 req-c7ac67d1-e67d-4ca3-b3e2-bd704d159cd7 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 945 time: 0.0556164 Sep 09 22:32:46.196687 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a6aabd52-73f0-41a9-8c29-f1d31846fad7 req-5996ca43-382c-411b-9b78-8dd952c4ece5 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391352 Sep 09 22:32:46.482190 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c828476-1d85-4595-a602-b0e5b470c190 req-dcd4ebc9-fbf0-459a-bef9-a6b38f46b506 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:46.484714 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9c828476-1d85-4595-a602-b0e5b470c190 req-dcd4ebc9-fbf0-459a-bef9-a6b38f46b506 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/networks?id=354d2cd9-ec85-48c8-8b2d-0ba04c091ca4 HTTP/1.1" status: 200 len: 813 time: 0.1228361 Sep 09 22:32:46.512106 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9c828476-1d85-4595-a602-b0e5b470c190 req-8b55884a-d64f-44a8-b4a4-a2f60096be33 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/quotas/2d98a11ffc8f4fc0af1d2f2e1b6ccf88 HTTP/1.1" status: 200 len: 375 time: 0.0181246 Sep 09 22:32:46.567212 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9c828476-1d85-4595-a602-b0e5b470c190 req-1f6d5cd1-ed62-4414-8aeb-d3bc47b0fafd tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=2d98a11ffc8f4fc0af1d2f2e1b6ccf88&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541303 Sep 09 22:32:46.687466 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9c828476-1d85-4595-a602-b0e5b470c190 req-843acf14-2bbe-4d40-9622-de81fd21b7c1 service neutron] 10.222.0.41 "GET /v2.0/networks/354d2cd9-ec85-48c8-8b2d-0ba04c091ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040289 Sep 09 22:32:46.796996 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9c828476-1d85-4595-a602-b0e5b470c190 req-330f8386-f40b-4ac3-b1b6-af8d57e832ed service neutron] 10.222.0.41 "GET /v2.0/networks/354d2cd9-ec85-48c8-8b2d-0ba04c091ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026406 Sep 09 22:32:46.857832 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21829f0-0ec7-4f13-8d16-1b91fb3042ea req-b784a5aa-71ae-40b1-8ae2-80b42c07e354 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:46.859442 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a21829f0-0ec7-4f13-8d16-1b91fb3042ea req-b784a5aa-71ae-40b1-8ae2-80b42c07e354 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=20c7fb69-6131-4145-9f84-ec8f3b5d176c HTTP/1.1" status: 200 len: 943 time: 0.0613575 Sep 09 22:32:46.909598 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a21829f0-0ec7-4f13-8d16-1b91fb3042ea req-40027eda-433b-45dc-86fb-61f72a328ce5 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432830 Sep 09 22:32:47.012023 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4ced057e-d041-4ab3-9f6e-71861a26263e req-3ebbfde2-5ddb-4e32-8a34-6597da50bc5e tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 210 time: 0.0404332 Sep 09 22:32:47.386032 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492fa93b-003b-47cc-8998-5c02f3454d7d req-768632cb-5e2e-4d9c-a94e-4afdf0076acd tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:47.388296 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-492fa93b-003b-47cc-8998-5c02f3454d7d req-768632cb-5e2e-4d9c-a94e-4afdf0076acd tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 945 time: 0.1037519 Sep 09 22:32:47.447973 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-492fa93b-003b-47cc-8998-5c02f3454d7d req-4d2b6392-f778-4148-839e-31e440947c0a tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508926 Sep 09 22:32:48.040816 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 22:32:48.099017 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ccbab-f811-41ee-ad5d-b555e7c5f1c6 req-c39a012f-eb4c-4896-81fb-b2282afc4c43 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:48.100711 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2d3ccbab-f811-41ee-ad5d-b555e7c5f1c6 req-c39a012f-eb4c-4896-81fb-b2282afc4c43 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=20c7fb69-6131-4145-9f84-ec8f3b5d176c HTTP/1.1" status: 200 len: 943 time: 0.1124706 Sep 09 22:32:48.183977 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-80f2e51a-946d-4505-b467-40de64ba13d6 req-acdfb988-110e-47fe-b42d-4476c47383f3 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 210 time: 0.0398126 Sep 09 22:32:48.194354 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6,segment=NetworkSegment(9a51308c-3fc8-4057-b734-fc33372de6bc),segment_id=9a51308c-3fc8-4057-b734-fc33372de6bc)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:32:48.208907 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Returning: {'device': 'b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6', 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f', 'port_id': 'b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6', 'mac_address': 'fa:16:3e:91:cd:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00d86d00-e9a4-4aee-a6b2-3faac56ffafe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 22:32:48.226067 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c828476-1d85-4595-a602-b0e5b470c190 req-19e1e6aa-b61a-433e-81ba-a46e06f77ab9 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:48.227602 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9c828476-1d85-4595-a602-b0e5b470c190 req-19e1e6aa-b61a-433e-81ba-a46e06f77ab9 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.20 "GET /v2.0/networks?id=354d2cd9-ec85-48c8-8b2d-0ba04c091ca4 HTTP/1.1" status: 200 len: 813 time: 0.2607470 Sep 09 22:32:48.242993 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-9c828476-1d85-4595-a602-b0e5b470c190 req-a939764e-5d01-4214-bb5b-48d4ab854070 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Request body: {'port': {'device_id': '17689329-a9c4-4217-b0d3-7e6dadbaa182', 'network_id': '354d2cd9-ec85-48c8-8b2d-0ba04c091ca4', 'admin_state_up': True, 'tenant_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:32:48.249335 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2d3ccbab-f811-41ee-ad5d-b555e7c5f1c6 req-07de5ea1-cdc6-40b6-8979-ad2fbc6fa1c9 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400089 Sep 09 22:32:48.250399 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:48.267796 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:32:48.289669 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6,segment=NetworkSegment(9a51308c-3fc8-4057-b734-fc33372de6bc),segment_id=9a51308c-3fc8-4057-b734-fc33372de6bc)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:32:48.294718 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:48.343872 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:32:48.374294 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c828476-1d85-4595-a602-b0e5b470c190 req-a939764e-5d01-4214-bb5b-48d4ab854070 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Made reservation on behalf of 2d98a11ffc8f4fc0af1d2f2e1b6ccf88 for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:32:48.377806 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9c828476-1d85-4595-a602-b0e5b470c190 req-a939764e-5d01-4214-bb5b-48d4ab854070 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:48.547677 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-9c828476-1d85-4595-a602-b0e5b470c190 req-a939764e-5d01-4214-bb5b-48d4ab854070 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Allocated IP 172.20.0.6 (354d2cd9-ec85-48c8-8b2d-0ba04c091ca4/dec623d5-3e37-4183-874f-e4a837e3c30e/06106f57-6aee-40cc-96e6-5ed8a2573c19) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:32:48.627467 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] get_ports_and_sgs() called for port_ids ['b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:32:48.700151 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132c363-2988-4d89-9135-b125eab02bb6 req-2affd57a-9d9a-4505-8ad0-8a200db1874f tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:48.701975 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e132c363-2988-4d89-9135-b125eab02bb6 req-2affd57a-9d9a-4505-8ad0-8a200db1874f tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 945 time: 0.1520877 Sep 09 22:32:48.824895 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e132c363-2988-4d89-9135-b125eab02bb6 req-76b60f0e-0cbd-4928-bdf9-3ff932a73f8b tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079137 Sep 09 22:32:48.842413 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9c828476-1d85-4595-a602-b0e5b470c190 req-a939764e-5d01-4214-bb5b-48d4ab854070 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:48.871117 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-9c828476-1d85-4595-a602-b0e5b470c190 req-a939764e-5d01-4214-bb5b-48d4ab854070 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Transition to ACTIVE for port object 06106f57-6aee-40cc-96e6-5ed8a2573c19 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:32:48.912627 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9c828476-1d85-4595-a602-b0e5b470c190 req-a939764e-5d01-4214-bb5b-48d4ab854070 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:48.966837 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c828476-1d85-4595-a602-b0e5b470c190 req-a939764e-5d01-4214-bb5b-48d4ab854070 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Network 354d2cd9-ec85-48c8-8b2d-0ba04c091ca4 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:32:48.972056 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-9c828476-1d85-4595-a602-b0e5b470c190 req-a939764e-5d01-4214-bb5b-48d4ab854070 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:32:48.974564 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c828476-1d85-4595-a602-b0e5b470c190 req-a939764e-5d01-4214-bb5b-48d4ab854070 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:32:48.981270 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a939764e-5d01-4214-bb5b-48d4ab854070 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Pushing event updated for resources: {'Port': ['ID=06106f57-6aee-40cc-96e6-5ed8a2573c19,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:32:49.030501 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c828476-1d85-4595-a602-b0e5b470c190 req-a939764e-5d01-4214-bb5b-48d4ab854070 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:49.031142 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9c828476-1d85-4595-a602-b0e5b470c190 req-a939764e-5d01-4214-bb5b-48d4ab854070 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:49.046985 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9c828476-1d85-4595-a602-b0e5b470c190 req-a939764e-5d01-4214-bb5b-48d4ab854070 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8079939 Sep 09 22:32:49.282041 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-37da7ef7-2827-4dd1-9bf1-218a75305834 None None] Provisioning for port 06106f57-6aee-40cc-96e6-5ed8a2573c19 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:32:49.286417 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-37da7ef7-2827-4dd1-9bf1-218a75305834 None None] Provisioning complete for port 06106f57-6aee-40cc-96e6-5ed8a2573c19 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:32:49.286793 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-37da7ef7-2827-4dd1-9bf1-218a75305834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:49.322605 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-37da7ef7-2827-4dd1-9bf1-218a75305834 None None] Port 06106f57-6aee-40cc-96e6-5ed8a2573c19 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 22:32:49.325573 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca880e-8fa4-41c6-a1a8-ae7418433a31 req-27100b06-0224-4297-b96b-933f9f11ea28 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:49.327282 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fcca880e-8fa4-41c6-a1a8-ae7418433a31 req-27100b06-0224-4297-b96b-933f9f11ea28 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 931 time: 0.0680337 Sep 09 22:32:49.392272 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fcca880e-8fa4-41c6-a1a8-ae7418433a31 req-ac9088b7-664f-468f-a87b-37c8d4eccb76 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a85bee8-fe50-43a8-bcc3-f18d998e9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559001 Sep 09 22:32:49.419169 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250c849-0d87-4183-9e99-ecdb6f1a622d req-d79b0d52-b755-4b8c-9244-ab9971b8468f tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:49.419169 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f250c849-0d87-4183-9e99-ecdb6f1a622d req-d79b0d52-b755-4b8c-9244-ab9971b8468f tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=20c7fb69-6131-4145-9f84-ec8f3b5d176c HTTP/1.1" status: 200 len: 944 time: 0.0903058 Sep 09 22:32:49.460007 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f250c849-0d87-4183-9e99-ecdb6f1a622d req-ff09799c-98e1-476c-97ea-bf5585d9e7fb tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344927 Sep 09 22:32:49.947481 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2190aa-fe13-4d20-b3de-638422f1b93c req-b3485379-b02a-4a41-89cb-d29874a9923b tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:49.949037 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cf2190aa-fe13-4d20-b3de-638422f1b93c req-b3485379-b02a-4a41-89cb-d29874a9923b tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 945 time: 0.0509787 Sep 09 22:32:49.987149 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cf2190aa-fe13-4d20-b3de-638422f1b93c req-716dfbd1-d82b-4acc-9224-b3d8c23be603 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311890 Sep 09 22:32:50.057751 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6 up at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:32:50.109876 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Provisioning for port b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:32:50.114940 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Provisioning complete for port b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:32:50.115389 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:50.199337 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:50.224932 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c7fb69-6131-4145-9f84-ec8f3b5d176c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:32:50.227877 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497578eeb0b1d224d742647686e7d62f740bb656e2f2bb1278978b4c95122d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf9fe66-309c-4391-966c-0d62c92642a7" -d '{"events": [{"server_uuid": "20c7fb69-6131-4145-9f84-ec8f3b5d176c", "name": "network-vif-plugged", "status": "completed", "tag": "b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:32:50.242447 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6,segment=NetworkSegment(9a51308c-3fc8-4057-b734-fc33372de6bc),segment_id=9a51308c-3fc8-4057-b734-fc33372de6bc)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:32:50.246303 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:50.248143 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device e21a335b-78cc-47d5-aaeb-3a1120c92857 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:32:50.270210 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1102d9c2-ab03-44cb-8d36-42ac1f56e7e7 x-openstack-request-id: req-1102d9c2-ab03-44cb-8d36-42ac1f56e7e7 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:32:50.270489 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c7fb69-6131-4145-9f84-ec8f3b5d176c", "name": "network-vif-plugged", "status": "completed", "tag": "b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:32:50.270730 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1102d9c2-ab03-44cb-8d36-42ac1f56e7e7 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:32:50.271095 dv-cinder-759955-23-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c7fb69-6131-4145-9f84-ec8f3b5d176c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6', 'code': 200} Sep 09 22:32:50.323435 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:32:50.374799 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:50.405357 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port e21a335b-78cc-47d5-aaeb-3a1120c92857, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=e21a335b-78cc-47d5-aaeb-3a1120c92857,segment=NetworkSegment(e35247d3-5169-4319-9016-5c4a3a40d907),segment_id=e35247d3-5169-4319-9016-5c4a3a40d907)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:32:50.410633 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:50.459595 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=e21a335b-78cc-47d5-aaeb-3a1120c92857,revision_number=8']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:32:50.539236 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b755f-4abc-4c7e-871b-fcec3cdc23bd req-b5aaa44e-1210-4fca-ad67-54fd25266c40 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:50.540786 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2f1b755f-4abc-4c7e-871b-fcec3cdc23bd req-b5aaa44e-1210-4fca-ad67-54fd25266c40 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 931 time: 0.0619464 Sep 09 22:32:50.612987 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2f1b755f-4abc-4c7e-871b-fcec3cdc23bd req-a6e43236-f0f4-4c34-be32-c15008d1d012 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a85bee8-fe50-43a8-bcc3-f18d998e9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603142 Sep 09 22:32:50.622130 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2f6f8-f5a5-4027-9002-c59037f69622 req-9816a630-e36c-406d-9fe9-037992079274 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:50.623900 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d0b2f6f8-f5a5-4027-9002-c59037f69622 req-9816a630-e36c-406d-9fe9-037992079274 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=20c7fb69-6131-4145-9f84-ec8f3b5d176c HTTP/1.1" status: 200 len: 945 time: 0.0806613 Sep 09 22:32:50.664711 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d0b2f6f8-f5a5-4027-9002-c59037f69622 req-a06718e1-f055-48aa-a1c0-5419f5735321 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346141 Sep 09 22:32:51.123154 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ded329-ea95-44b0-945d-22de7283fd0f req-c24357d0-a45e-4948-aba1-00707bde47cc tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:51.124959 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-38ded329-ea95-44b0-945d-22de7283fd0f req-c24357d0-a45e-4948-aba1-00707bde47cc tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 943 time: 0.0525527 Sep 09 22:32:51.165617 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-38ded329-ea95-44b0-945d-22de7283fd0f req-12143d56-b3c0-42e0-b309-27cf81a8db64 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336964 Sep 09 22:32:51.751744 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f84505c-1fbd-44f4-98f3-c6baf906bb0d req-cc662f1a-d244-44f7-b4e2-1fad371e3617 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:51.754260 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8f84505c-1fbd-44f4-98f3-c6baf906bb0d req-cc662f1a-d244-44f7-b4e2-1fad371e3617 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 931 time: 0.0749772 Sep 09 22:32:51.829143 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8f84505c-1fbd-44f4-98f3-c6baf906bb0d req-e0a9e0b8-26b7-4334-b94f-bbdd61e9f79a tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a85bee8-fe50-43a8-bcc3-f18d998e9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599058 Sep 09 22:32:51.849507 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4527f-efe9-4742-98a9-72cb44ae7f02 req-7f044137-13fa-46c8-b5cc-aafb72b30f1e tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:51.850978 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-aca4527f-efe9-4742-98a9-72cb44ae7f02 req-7f044137-13fa-46c8-b5cc-aafb72b30f1e tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=20c7fb69-6131-4145-9f84-ec8f3b5d176c HTTP/1.1" status: 200 len: 945 time: 0.0956030 Sep 09 22:32:51.889992 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-aca4527f-efe9-4742-98a9-72cb44ae7f02 req-57321d82-21a9-4763-a049-6acdb3faf262 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325553 Sep 09 22:32:52.272314 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221d921e-3137-4379-802b-787f0d5c1d41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e21a335b-78cc-47d5-aaeb-3a1120c92857'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:32:52.274649 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497578eeb0b1d224d742647686e7d62f740bb656e2f2bb1278978b4c95122d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2c9017-3410-488a-a2a7-0eec969c31d7" -d '{"events": [{"server_uuid": "221d921e-3137-4379-802b-787f0d5c1d41", "name": "network-vif-unplugged", "status": "completed", "tag": "e21a335b-78cc-47d5-aaeb-3a1120c92857"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:32:52.291836 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015b1cb-ab5d-47f7-89c7-2b134105a892 req-740c3f18-6a1f-4423-965a-e99af251cfce tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:52.301055 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c015b1cb-ab5d-47f7-89c7-2b134105a892 req-740c3f18-6a1f-4423-965a-e99af251cfce tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 943 time: 0.0572608 Sep 09 22:32:52.315089 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 22:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394d051a-dfec-4cd3-bec7-c7ad4ac35885 x-openstack-request-id: req-394d051a-dfec-4cd3-bec7-c7ad4ac35885 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:32:52.315378 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "221d921e-3137-4379-802b-787f0d5c1d41", "name": "network-vif-unplugged", "status": "completed", "tag": "e21a335b-78cc-47d5-aaeb-3a1120c92857", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:32:52.315627 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-394d051a-dfec-4cd3-bec7-c7ad4ac35885 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:32:52.316012 dv-cinder-759955-23-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '221d921e-3137-4379-802b-787f0d5c1d41', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e21a335b-78cc-47d5-aaeb-3a1120c92857', 'code': 200} Sep 09 22:32:52.346981 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c015b1cb-ab5d-47f7-89c7-2b134105a892 req-bd43743b-7b1e-4a3c-9a91-5a6e65f7a860 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450613 Sep 09 22:32:52.971988 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a387e-8986-4254-8b73-9665fea6016a req-cfea29d2-b040-4da6-821a-8b129758c12d tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:52.973544 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-533a387e-8986-4254-8b73-9665fea6016a req-cfea29d2-b040-4da6-821a-8b129758c12d tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 931 time: 0.0726588 Sep 09 22:32:53.046633 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cdc2db-7562-4ed6-bd43-10b1a3a255c7 req-6061bf0e-b4d1-460f-ab75-82e3da6468f0 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:53.048199 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-07cdc2db-7562-4ed6-bd43-10b1a3a255c7 req-6061bf0e-b4d1-460f-ab75-82e3da6468f0 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=20c7fb69-6131-4145-9f84-ec8f3b5d176c HTTP/1.1" status: 200 len: 945 time: 0.0717843 Sep 09 22:32:53.051379 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-533a387e-8986-4254-8b73-9665fea6016a req-86bb802c-255d-4c76-a149-1f5f769c7d82 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a85bee8-fe50-43a8-bcc3-f18d998e9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660152 Sep 09 22:32:53.086061 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-07cdc2db-7562-4ed6-bd43-10b1a3a255c7 req-002ee666-aefb-4449-a5a4-18ed6e139be6 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318558 Sep 09 22:32:53.470346 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ad5a2d-0ca5-418b-98bd-87f80e52576a req-05328052-5199-4880-aa82-2b0cb2ce870e tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:53.471894 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b4ad5a2d-0ca5-418b-98bd-87f80e52576a req-05328052-5199-4880-aa82-2b0cb2ce870e tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 943 time: 0.0534339 Sep 09 22:32:53.509100 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b4ad5a2d-0ca5-418b-98bd-87f80e52576a req-6efca577-acb0-4524-a048-52927384df7d tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312817 Sep 09 22:32:54.202624 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c863a1-0a2f-473c-ba6c-14e9d20f22b0 req-243d0469-8909-4cb3-8925-6321176db01a tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:54.204178 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-97c863a1-0a2f-473c-ba6c-14e9d20f22b0 req-243d0469-8909-4cb3-8925-6321176db01a tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 931 time: 0.0810561 Sep 09 22:32:54.226241 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286558c6-1327-472b-b858-1da7cafd50dd req-ab0e6951-7af5-4fb5-a0bf-acc0e1fad4ca tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:54.227657 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-286558c6-1327-472b-b858-1da7cafd50dd req-ab0e6951-7af5-4fb5-a0bf-acc0e1fad4ca tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=20c7fb69-6131-4145-9f84-ec8f3b5d176c HTTP/1.1" status: 200 len: 945 time: 0.0717964 Sep 09 22:32:54.278071 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-97c863a1-0a2f-473c-ba6c-14e9d20f22b0 req-3c62ca55-f13a-4ea6-b2d5-94814fe36f0e tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a85bee8-fe50-43a8-bcc3-f18d998e9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656760 Sep 09 22:32:54.286463 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-286558c6-1327-472b-b858-1da7cafd50dd req-0ff64466-e621-47db-850d-3b95df65e4df tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508339 Sep 09 22:32:54.650867 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab738b58-7d3f-4823-9746-4c887bab11d4 req-67f8ee11-ff43-48ad-97c8-2c65434eb1ed tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:54.653219 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ab738b58-7d3f-4823-9746-4c887bab11d4 req-67f8ee11-ff43-48ad-97c8-2c65434eb1ed tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 943 time: 0.0581439 Sep 09 22:32:54.705970 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ab738b58-7d3f-4823-9746-4c887bab11d4 req-c9e53a52-8df3-46f7-8f94-252ba9a15bcf tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364573 Sep 09 22:32:55.437960 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e285aa4f-c122-464b-8287-2bcf76140f7b req-bc019e95-7cd2-4f84-8d74-fb2136282cdd tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:55.439399 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e285aa4f-c122-464b-8287-2bcf76140f7b req-bc019e95-7cd2-4f84-8d74-fb2136282cdd tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 931 time: 0.0834427 Sep 09 22:32:55.446521 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521086c-1c50-434b-bd65-ee7fc7d00883 req-fec7b1ad-d1ab-4f20-a5dd-bb6e80e83935 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:55.447817 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9521086c-1c50-434b-bd65-ee7fc7d00883 req-fec7b1ad-d1ab-4f20-a5dd-bb6e80e83935 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=20c7fb69-6131-4145-9f84-ec8f3b5d176c HTTP/1.1" status: 200 len: 945 time: 0.0930691 Sep 09 22:32:55.505804 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e285aa4f-c122-464b-8287-2bcf76140f7b req-3adda99a-b091-4bba-ab97-f214de71c06f tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a85bee8-fe50-43a8-bcc3-f18d998e9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570116 Sep 09 22:32:55.510693 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9521086c-1c50-434b-bd65-ee7fc7d00883 req-e0007141-bf76-4912-a60d-09094ba18e0f tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564497 Sep 09 22:32:55.844987 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53816f-6afb-4c2e-ace5-16498fe6a754 req-c7b0dac5-e2de-40fe-b66a-3709759503ec tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:55.846442 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ac53816f-6afb-4c2e-ace5-16498fe6a754 req-c7b0dac5-e2de-40fe-b66a-3709759503ec tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 943 time: 0.0572360 Sep 09 22:32:55.888255 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ac53816f-6afb-4c2e-ace5-16498fe6a754 req-1ac79127-218a-4f7f-92c5-d24668831f0b tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356324 Sep 09 22:32:56.651857 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6428d9-9ecb-44c3-b1e3-3569fadfea7b req-843c966d-69b7-4bfb-8377-623e5192b95d tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:56.653329 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6d6428d9-9ecb-44c3-b1e3-3569fadfea7b req-843c966d-69b7-4bfb-8377-623e5192b95d tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 931 time: 0.0786927 Sep 09 22:32:56.665088 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46581e4e-75cd-4a6e-a004-79509066c5d0 req-16a85b10-d8d5-452e-8df6-a5af699aec66 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:56.666425 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-46581e4e-75cd-4a6e-a004-79509066c5d0 req-16a85b10-d8d5-452e-8df6-a5af699aec66 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=20c7fb69-6131-4145-9f84-ec8f3b5d176c HTTP/1.1" status: 200 len: 945 time: 0.0898552 Sep 09 22:32:56.730747 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6d6428d9-9ecb-44c3-b1e3-3569fadfea7b req-8688606d-e09d-4ef0-b7fb-04a833e92288 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a85bee8-fe50-43a8-bcc3-f18d998e9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633850 Sep 09 22:32:56.739211 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-46581e4e-75cd-4a6e-a004-79509066c5d0 req-ec18b697-c828-4fd6-bf4d-cd74dfd1b748 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655501 Sep 09 22:32:57.035587 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ea279-3dea-42c8-a19c-db1bb376d0b1 req-9d6b25dd-8321-4663-82f5-f042dffcb1c7 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:57.037076 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3d9ea279-3dea-42c8-a19c-db1bb376d0b1 req-9d6b25dd-8321-4663-82f5-f042dffcb1c7 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 943 time: 0.0673585 Sep 09 22:32:57.074369 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3d9ea279-3dea-42c8-a19c-db1bb376d0b1 req-2e1656ff-de82-43b7-a92a-bfb44f98ef10 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313911 Sep 09 22:32:57.886826 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2748cb9b-8a58-4976-b3b3-839ea3829b4b req-e5f3f30d-35a2-47cd-bdd2-3a922aeb97e2 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:57.888920 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2748cb9b-8a58-4976-b3b3-839ea3829b4b req-e5f3f30d-35a2-47cd-bdd2-3a922aeb97e2 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=20c7fb69-6131-4145-9f84-ec8f3b5d176c HTTP/1.1" status: 200 len: 945 time: 0.0708137 Sep 09 22:32:57.901063 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685367f6-8601-4480-aa54-575e082fe8de req-7920e603-e061-417e-bb07-799d682d7baa tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:57.902537 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-685367f6-8601-4480-aa54-575e082fe8de req-7920e603-e061-417e-bb07-799d682d7baa tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 931 time: 0.1002204 Sep 09 22:32:57.953905 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2748cb9b-8a58-4976-b3b3-839ea3829b4b req-863f28a7-b507-4d27-ae36-124a4da87cdb tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502784 Sep 09 22:32:57.965560 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-685367f6-8601-4480-aa54-575e082fe8de req-fd2f23a7-1f79-4845-b911-b36a5872fcd3 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a85bee8-fe50-43a8-bcc3-f18d998e9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557730 Sep 09 22:32:58.197648 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1897b4-12c2-4495-bb00-a9afc9975b6e req-314d6c2d-b890-4294-a25c-be9d7d6446e2 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:58.199269 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-de1897b4-12c2-4495-bb00-a9afc9975b6e req-314d6c2d-b890-4294-a25c-be9d7d6446e2 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 943 time: 0.0506046 Sep 09 22:32:58.238469 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-de1897b4-12c2-4495-bb00-a9afc9975b6e req-a75c2ddc-7261-452d-9b2c-4e0a1fdbcf58 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322604 Sep 09 22:32:59.098038 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bdfe2a-4329-4b8f-8ac7-0a4eb04736e2 req-41ac667b-3c1d-4e86-935a-c2987bcc146c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:59.099498 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d8bdfe2a-4329-4b8f-8ac7-0a4eb04736e2 req-41ac667b-3c1d-4e86-935a-c2987bcc146c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=20c7fb69-6131-4145-9f84-ec8f3b5d176c HTTP/1.1" status: 200 len: 945 time: 0.0771704 Sep 09 22:32:59.107444 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d73c83-d0ff-4bb7-90d1-81d7c382bdb2 req-f7103a4f-76dc-4486-acde-c4e29e3e3b14 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:59.109374 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-35d73c83-d0ff-4bb7-90d1-81d7c382bdb2 req-f7103a4f-76dc-4486-acde-c4e29e3e3b14 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 931 time: 0.0758326 Sep 09 22:32:59.166559 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d8bdfe2a-4329-4b8f-8ac7-0a4eb04736e2 req-4cfeefd8-892a-4347-9237-87e96597958e tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562544 Sep 09 22:32:59.171296 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-35d73c83-d0ff-4bb7-90d1-81d7c382bdb2 req-c120b913-1bc0-41ea-9cd1-4840d2d0f8a8 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a85bee8-fe50-43a8-bcc3-f18d998e9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554538 Sep 09 22:32:59.355194 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd13fd9-ced8-4790-b28d-ec0191529061 req-68626455-0f84-47c4-b54f-7d1a3ce9eb2f tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:59.356671 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fcd13fd9-ced8-4790-b28d-ec0191529061 req-68626455-0f84-47c4-b54f-7d1a3ce9eb2f tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 943 time: 0.0478122 Sep 09 22:32:59.393551 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fcd13fd9-ced8-4790-b28d-ec0191529061 req-a5e177e2-b952-4e8b-9b7d-6d9cc31da745 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306604 Sep 09 22:32:59.581432 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-9c828476-1d85-4595-a602-b0e5b470c190 req-68593709-c85f-42ba-9df2-63eb9e58df64 service neutron] Request body: {'port': {'device_id': '17689329-a9c4-4217-b0d3-7e6dadbaa182', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:32:59.632889 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9c828476-1d85-4595-a602-b0e5b470c190 req-68593709-c85f-42ba-9df2-63eb9e58df64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:59.825998 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a789f-740f-4ba3-8cde-3aa54514f941 req-51dba62a-d0f0-4a45-8e98-123aab4cfca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:59.828766 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-911a789f-740f-4ba3-8cde-3aa54514f941 req-51dba62a-d0f0-4a45-8e98-123aab4cfca3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=17b7ba05b1cf4d60a5f99ba7e03a82dc&device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 1096 time: 0.0415556 Sep 09 22:32:59.875155 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868e65a-93d2-4253-b82c-3e4709382303 req-1d0b631d-de65-4438-a0d1-5ccb42bbdd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:59.876670 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8868e65a-93d2-4253-b82c-3e4709382303 req-1d0b631d-de65-4438-a0d1-5ccb42bbdd7d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=20c7fb69-6131-4145-9f84-ec8f3b5d176c HTTP/1.1" status: 200 len: 1098 time: 0.0640378 Sep 09 22:32:59.926499 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a789f-740f-4ba3-8cde-3aa54514f941 req-ab6e0450-ff0f-4af7-b46e-5ff587d1e0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:32:59.928018 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-911a789f-740f-4ba3-8cde-3aa54514f941 req-ab6e0450-ff0f-4af7-b46e-5ff587d1e0dc service neutron] 10.222.0.20 "GET /v2.0/networks?id=400f8173-ba02-43b5-8ce5-c9f86dbae434 HTTP/1.1" status: 200 len: 917 time: 0.0892067 Sep 09 22:32:59.947105 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [req-9c828476-1d85-4595-a602-b0e5b470c190 req-68593709-c85f-42ba-9df2-63eb9e58df64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06106f57-6aee-40cc-96e6-5ed8a2573c19 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:32:59.952222 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8868e65a-93d2-4253-b82c-3e4709382303 req-8c788eff-b7fd-4b8e-b885-fb9ffb789f54 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661192 Sep 09 22:32:59.956356 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9c828476-1d85-4595-a602-b0e5b470c190 req-68593709-c85f-42ba-9df2-63eb9e58df64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:59.967798 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-9c828476-1d85-4595-a602-b0e5b470c190 req-68593709-c85f-42ba-9df2-63eb9e58df64 service neutron] Transition to ACTIVE for port object 06106f57-6aee-40cc-96e6-5ed8a2573c19 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:32:59.971623 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9c828476-1d85-4595-a602-b0e5b470c190 req-68593709-c85f-42ba-9df2-63eb9e58df64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27131053'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:32:59.992875 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-911a789f-740f-4ba3-8cde-3aa54514f941 req-77a47369-2bd5-4e8b-bc91-7c2d88be3d8b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e21a335b-78cc-47d5-aaeb-3a1120c92857 HTTP/1.1" status: 200 len: 997 time: 0.0574987 Sep 09 22:33:00.026167 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68593709-c85f-42ba-9df2-63eb9e58df64 service neutron] Pushing event updated for resources: {'Port': ['ID=06106f57-6aee-40cc-96e6-5ed8a2573c19,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:33:00.090930 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-9c828476-1d85-4595-a602-b0e5b470c190 req-68593709-c85f-42ba-9df2-63eb9e58df64 service neutron] Attempting to bind port 06106f57-6aee-40cc-96e6-5ed8a2573c19 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:33:00.091257 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-9c828476-1d85-4595-a602-b0e5b470c190 req-68593709-c85f-42ba-9df2-63eb9e58df64 service neutron] Attempting to bind port 06106f57-6aee-40cc-96e6-5ed8a2573c19 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': 'e27e9ede-0c5a-40b4-8e96-db538c8db453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '354d2cd9-ec85-48c8-8b2d-0ba04c091ca4'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:33:00.091573 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c828476-1d85-4595-a602-b0e5b470c190 req-68593709-c85f-42ba-9df2-63eb9e58df64 service neutron] Attempting to bind port 06106f57-6aee-40cc-96e6-5ed8a2573c19 on network 354d2cd9-ec85-48c8-8b2d-0ba04c091ca4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:33:00.096183 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c828476-1d85-4595-a602-b0e5b470c190 req-68593709-c85f-42ba-9df2-63eb9e58df64 service neutron] Port 06106f57-6aee-40cc-96e6-5ed8a2573c19 on network 354d2cd9-ec85-48c8-8b2d-0ba04c091ca4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 22:33:00.096503 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c828476-1d85-4595-a602-b0e5b470c190 req-68593709-c85f-42ba-9df2-63eb9e58df64 service neutron] Attempting to bind port 06106f57-6aee-40cc-96e6-5ed8a2573c19 on network 354d2cd9-ec85-48c8-8b2d-0ba04c091ca4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:33:00.101591 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c828476-1d85-4595-a602-b0e5b470c190 req-68593709-c85f-42ba-9df2-63eb9e58df64 service neutron] Checking agent: {'id': 'd4d09dd9-4fb9-4f0d-bf57-c365063561af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 23, 5), 'started_at': datetime.datetime(2021, 9, 9, 22, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:33:00.102193 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c828476-1d85-4595-a602-b0e5b470c190 req-68593709-c85f-42ba-9df2-63eb9e58df64 service neutron] Checking segment: {'id': 'e27e9ede-0c5a-40b4-8e96-db538c8db453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '354d2cd9-ec85-48c8-8b2d-0ba04c091ca4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:33:00.102316 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c828476-1d85-4595-a602-b0e5b470c190 req-68593709-c85f-42ba-9df2-63eb9e58df64 service neutron] Bound using segment: {'id': 'e27e9ede-0c5a-40b4-8e96-db538c8db453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '354d2cd9-ec85-48c8-8b2d-0ba04c091ca4'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:33:00.102691 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-9c828476-1d85-4595-a602-b0e5b470c190 req-68593709-c85f-42ba-9df2-63eb9e58df64 service neutron] Bound port: 06106f57-6aee-40cc-96e6-5ed8a2573c19, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e27e9ede-0c5a-40b4-8e96-db538c8db453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '354d2cd9-ec85-48c8-8b2d-0ba04c091ca4'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:33:00.103043 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9c828476-1d85-4595-a602-b0e5b470c190 req-68593709-c85f-42ba-9df2-63eb9e58df64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:00.173407 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-9c828476-1d85-4595-a602-b0e5b470c190 req-68593709-c85f-42ba-9df2-63eb9e58df64 service neutron] For port 06106f57-6aee-40cc-96e6-5ed8a2573c19, host hv-cinder-75995, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:33:00.176579 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-9c828476-1d85-4595-a602-b0e5b470c190 req-68593709-c85f-42ba-9df2-63eb9e58df64 service neutron] For port 06106f57-6aee-40cc-96e6-5ed8a2573c19, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=06106f57-6aee-40cc-96e6-5ed8a2573c19,segment=NetworkSegment(e27e9ede-0c5a-40b4-8e96-db538c8db453),segment_id=e27e9ede-0c5a-40b4-8e96-db538c8db453)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:33:00.181464 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9c828476-1d85-4595-a602-b0e5b470c190 req-68593709-c85f-42ba-9df2-63eb9e58df64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27131053'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:00.194744 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a789f-740f-4ba3-8cde-3aa54514f941 req-aee98d17-9f30-4105-a2ad-a4cec7430dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:00.196249 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-911a789f-740f-4ba3-8cde-3aa54514f941 req-aee98d17-9f30-4105-a2ad-a4cec7430dc5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aea9e89c-ee50-4cf6-8ff5-ae7a991147d2 HTTP/1.1" status: 200 len: 856 time: 0.0535100 Sep 09 22:33:00.218621 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c828476-1d85-4595-a602-b0e5b470c190 req-68593709-c85f-42ba-9df2-63eb9e58df64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:00.219325 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-9c828476-1d85-4595-a602-b0e5b470c190 req-68593709-c85f-42ba-9df2-63eb9e58df64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:00.220732 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9c828476-1d85-4595-a602-b0e5b470c190 req-68593709-c85f-42ba-9df2-63eb9e58df64 service neutron] 10.222.0.20 "PUT /v2.0/ports/06106f57-6aee-40cc-96e6-5ed8a2573c19 HTTP/1.1" status: 200 len: 1093 time: 0.6443868 Sep 09 22:33:00.221150 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17689329-a9c4-4217-b0d3-7e6dadbaa182', 'tag': '06106f57-6aee-40cc-96e6-5ed8a2573c19'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:33:00.223356 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febecf7243e3540986e18e5907cacf19c405284daaaade8257553be7db475bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c144d5a-412d-4c96-bbbd-0505c3988696" -d '{"events": [{"name": "network-changed", "server_uuid": "17689329-a9c4-4217-b0d3-7e6dadbaa182", "tag": "06106f57-6aee-40cc-96e6-5ed8a2573c19"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:33:00.256011 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a789f-740f-4ba3-8cde-3aa54514f941 req-4b152ad5-0297-496e-bf7f-c903ada194a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:00.257742 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-911a789f-740f-4ba3-8cde-3aa54514f941 req-4b152ad5-0297-496e-bf7f-c903ada194a7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=400f8173-ba02-43b5-8ce5-c9f86dbae434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0536225 Sep 09 22:33:00.268744 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68593709-c85f-42ba-9df2-63eb9e58df64 service neutron] Pushing event updated for resources: {'Port': ['ID=06106f57-6aee-40cc-96e6-5ed8a2573c19,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:33:00.355825 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-911a789f-740f-4ba3-8cde-3aa54514f941 req-62d222ee-11b2-4e22-9557-8f161f7ccccb service neutron] 10.222.0.20 "GET /v2.0/networks/400f8173-ba02-43b5-8ce5-c9f86dbae434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885100 Sep 09 22:33:00.380232 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6d43f-7f84-4d54-909f-39055c7a4059 req-c1a71770-f5a4-44b1-8c62-a8f4244b1ddc tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:00.381784 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-74d6d43f-7f84-4d54-909f-39055c7a4059 req-c1a71770-f5a4-44b1-8c62-a8f4244b1ddc tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=20c7fb69-6131-4145-9f84-ec8f3b5d176c HTTP/1.1" status: 200 len: 945 time: 0.1159277 Sep 09 22:33:00.384943 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c828476-1d85-4595-a602-b0e5b470c190 req-a7ecfef0-ffb4-4b59-97c4-f1fe9edd8879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:00.386345 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9c828476-1d85-4595-a602-b0e5b470c190 req-a7ecfef0-ffb4-4b59-97c4-f1fe9edd8879 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2d98a11ffc8f4fc0af1d2f2e1b6ccf88&device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 1096 time: 0.0883262 Sep 09 22:33:00.406285 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3179aeff-b962-4c74-8bff-5eebea0862be req-dfa14807-98d9-4905-8545-0e1868e3ed3d tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:00.407786 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3179aeff-b962-4c74-8bff-5eebea0862be req-dfa14807-98d9-4905-8545-0e1868e3ed3d tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 943 time: 0.1111662 Sep 09 22:33:00.455332 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-911a789f-740f-4ba3-8cde-3aa54514f941 req-58542861-7517-4c92-8d74-300fb6a1fbfe service neutron] 10.222.0.20 "GET /v2.0/networks/400f8173-ba02-43b5-8ce5-c9f86dbae434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921021 Sep 09 22:33:00.474401 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9c828476-1d85-4595-a602-b0e5b470c190 req-9521d5b2-4afc-465e-979e-17dd11d548be service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06106f57-6aee-40cc-96e6-5ed8a2573c19 HTTP/1.1" status: 200 len: 217 time: 0.0765402 Sep 09 22:33:00.488089 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-74d6d43f-7f84-4d54-909f-39055c7a4059 req-c86102e4-3246-455b-90be-7d3980317757 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977616 Sep 09 22:33:00.527124 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3179aeff-b962-4c74-8bff-5eebea0862be req-cb27bd7c-a467-4a7e-bd9f-89168c8cf681 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a85bee8-fe50-43a8-bcc3-f18d998e9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022739 Sep 09 22:33:00.536205 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21601355-0774-4d4e-9b9a-034f4170d337 x-openstack-request-id: req-21601355-0774-4d4e-9b9a-034f4170d337 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:33:00.536205 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17689329-a9c4-4217-b0d3-7e6dadbaa182", "tag": "06106f57-6aee-40cc-96e6-5ed8a2573c19", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:33:00.536420 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-21601355-0774-4d4e-9b9a-034f4170d337 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:33:00.536967 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17689329-a9c4-4217-b0d3-7e6dadbaa182', 'tag': '06106f57-6aee-40cc-96e6-5ed8a2573c19', 'status': 'completed', 'code': 200} Sep 09 22:33:00.550490 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c828476-1d85-4595-a602-b0e5b470c190 req-46d31d05-0c44-416e-ba9b-c607bf4a7582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:00.551957 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9c828476-1d85-4595-a602-b0e5b470c190 req-46d31d05-0c44-416e-ba9b-c607bf4a7582 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dec623d5-3e37-4183-874f-e4a837e3c30e HTTP/1.1" status: 200 len: 852 time: 0.0620193 Sep 09 22:33:00.631472 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c828476-1d85-4595-a602-b0e5b470c190 req-0a15cb09-622e-4ada-83d7-6e9ab4a4a2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:00.632959 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9c828476-1d85-4595-a602-b0e5b470c190 req-0a15cb09-622e-4ada-83d7-6e9ab4a4a2f7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=354d2cd9-ec85-48c8-8b2d-0ba04c091ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0713506 Sep 09 22:33:00.645000 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd9f01-c5aa-4f33-8d25-329942f667cb req-9a373fb7-865e-4ef8-90d8-d563b9db6642 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:00.646333 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-70dd9f01-c5aa-4f33-8d25-329942f667cb req-9a373fb7-865e-4ef8-90d8-d563b9db6642 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 943 time: 0.0613997 Sep 09 22:33:00.730155 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-70dd9f01-c5aa-4f33-8d25-329942f667cb req-173cf055-ad7b-41b9-8955-358d14612d88 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762622 Sep 09 22:33:00.755164 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9c828476-1d85-4595-a602-b0e5b470c190 req-dff0fbf6-f339-47d5-a8c3-0fa5a7eb721f service neutron] 10.222.0.20 "GET /v2.0/networks/354d2cd9-ec85-48c8-8b2d-0ba04c091ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079438 Sep 09 22:33:00.846564 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9c828476-1d85-4595-a602-b0e5b470c190 req-5bf86318-7a69-4892-902d-19eedaf49bc5 service neutron] 10.222.0.20 "GET /v2.0/networks/354d2cd9-ec85-48c8-8b2d-0ba04c091ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792997 Sep 09 22:33:00.933298 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c144d5a-412d-4c96-bbbd-0505c3988696 req-c3f7a37b-3a53-4d89-b10f-f8896f5bcacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:00.934801 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9c144d5a-412d-4c96-bbbd-0505c3988696 req-c3f7a37b-3a53-4d89-b10f-f8896f5bcacf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2d98a11ffc8f4fc0af1d2f2e1b6ccf88&device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 1096 time: 0.0402658 Sep 09 22:33:01.043617 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c144d5a-412d-4c96-bbbd-0505c3988696 req-09992a8c-398c-41b2-8858-3f19299ef2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:01.045138 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9c144d5a-412d-4c96-bbbd-0505c3988696 req-09992a8c-398c-41b2-8858-3f19299ef2e1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=354d2cd9-ec85-48c8-8b2d-0ba04c091ca4 HTTP/1.1" status: 200 len: 913 time: 0.0880086 Sep 09 22:33:01.087589 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9c144d5a-412d-4c96-bbbd-0505c3988696 req-c212692c-0996-4490-906c-5b22d6225c78 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06106f57-6aee-40cc-96e6-5ed8a2573c19 HTTP/1.1" status: 200 len: 217 time: 0.0347738 Sep 09 22:33:01.154349 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c144d5a-412d-4c96-bbbd-0505c3988696 req-e85e5665-e37a-4d42-89d5-85a36b2be5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:01.155912 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9c144d5a-412d-4c96-bbbd-0505c3988696 req-e85e5665-e37a-4d42-89d5-85a36b2be5fa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dec623d5-3e37-4183-874f-e4a837e3c30e HTTP/1.1" status: 200 len: 852 time: 0.0471566 Sep 09 22:33:01.200634 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c144d5a-412d-4c96-bbbd-0505c3988696 req-f9bbf7b4-dddb-4d1e-a4b0-595de56b85fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:01.202751 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9c144d5a-412d-4c96-bbbd-0505c3988696 req-f9bbf7b4-dddb-4d1e-a4b0-595de56b85fa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=354d2cd9-ec85-48c8-8b2d-0ba04c091ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0395231 Sep 09 22:33:01.288469 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9c144d5a-412d-4c96-bbbd-0505c3988696 req-6804a9c0-3e9a-4210-80cd-910e31a9ce71 service neutron] 10.222.0.20 "GET /v2.0/networks/354d2cd9-ec85-48c8-8b2d-0ba04c091ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787842 Sep 09 22:33:01.379512 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9c144d5a-412d-4c96-bbbd-0505c3988696 req-5a895ca8-03e7-4fd9-8bf5-3071b0ff0a8e service neutron] 10.222.0.20 "GET /v2.0/networks/354d2cd9-ec85-48c8-8b2d-0ba04c091ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826292 Sep 09 22:33:01.600602 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e38c6c-4828-46c0-bd6f-f303082aa6e1 req-fb22b991-c249-40ec-9d0a-486aed32b694 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:01.602060 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-29e38c6c-4828-46c0-bd6f-f303082aa6e1 req-fb22b991-c249-40ec-9d0a-486aed32b694 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=20c7fb69-6131-4145-9f84-ec8f3b5d176c HTTP/1.1" status: 200 len: 945 time: 0.0488551 Sep 09 22:33:01.665562 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-29e38c6c-4828-46c0-bd6f-f303082aa6e1 req-1a78e316-cbda-49f2-8bb6-b54f44fb9330 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541382 Sep 09 22:33:01.676525 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561a2be-5033-4099-bc4c-8d27545873ab req-3b4bd3bc-2fcb-491e-aac1-87786395f385 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:01.677958 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9561a2be-5033-4099-bc4c-8d27545873ab req-3b4bd3bc-2fcb-491e-aac1-87786395f385 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 943 time: 0.0750458 Sep 09 22:33:01.715567 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9561a2be-5033-4099-bc4c-8d27545873ab req-581177ed-6879-426f-a346-b1515c215a5f tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a85bee8-fe50-43a8-bcc3-f18d998e9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316930 Sep 09 22:33:01.778752 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ba081-cca8-48e7-8f70-c43dec5ab431 req-5742642c-403c-4b2c-b4c3-db5782971ff0 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:01.780776 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a74ba081-cca8-48e7-8f70-c43dec5ab431 req-5742642c-403c-4b2c-b4c3-db5782971ff0 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=20c7fb69-6131-4145-9f84-ec8f3b5d176c HTTP/1.1" status: 200 len: 945 time: 0.0500827 Sep 09 22:33:01.837294 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a74ba081-cca8-48e7-8f70-c43dec5ab431 req-71b7b608-963b-43fc-af92-0fb2769b42c6 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506306 Sep 09 22:33:01.860170 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a39c6-0ac8-4889-817f-01c94023dbea req-22707544-5f6c-41ee-96e4-273a1abba10c tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:01.860813 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 34656) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:33:01.861611 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3b8a39c6-0ac8-4889-817f-01c94023dbea req-22707544-5f6c-41ee-96e4-273a1abba10c tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 943 time: 0.0584257 Sep 09 22:33:01.900025 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3b8a39c6-0ac8-4889-817f-01c94023dbea req-db5c4c81-8850-4abe-a3c2-c630dfcd9f29 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322745 Sep 09 22:33:02.041002 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f943b0-f9e2-48a3-8c23-13175ac91d3e tempest-TestVolumeBootPattern-1910580886 tempest-TestVolumeBootPattern-1910580886-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:02.042500 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-51f943b0-f9e2-48a3-8c23-13175ac91d3e tempest-TestVolumeBootPattern-1910580886 tempest-TestVolumeBootPattern-1910580886-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=20c7fb69-6131-4145-9f84-ec8f3b5d176c HTTP/1.1" status: 200 len: 1093 time: 0.1788373 Sep 09 22:33:02.045334 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 34660) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:33:02.049671 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-4f940d84-05e4-4b1f-a839-ea766c13ab0c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Request body: {'floatingip': {'floating_network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'port_id': 'b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:33:02.070644 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4f940d84-05e4-4b1f-a839-ea766c13ab0c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks [] for floatingip, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:02.169860 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4f940d84-05e4-4b1f-a839-ea766c13ab0c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:02.279203 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-4f940d84-05e4-4b1f-a839-ea766c13ab0c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Allocated IP 172.27.3.100 (a96fd56d-97e4-47a2-815b-e854e5640ee5/a399639f-77d7-4513-a462-8fb82637fe8f/680798c7-9fb8-43b2-b320-3c944942dd39) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:33:02.378119 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4f940d84-05e4-4b1f-a839-ea766c13ab0c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:02.415120 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4f940d84-05e4-4b1f-a839-ea766c13ab0c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26050298'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:02.453815 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f940d84-05e4-4b1f-a839-ea766c13ab0c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Network a96fd56d-97e4-47a2-815b-e854e5640ee5 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:33:02.458610 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-4f940d84-05e4-4b1f-a839-ea766c13ab0c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:33:02.463062 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f940d84-05e4-4b1f-a839-ea766c13ab0c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:33:02.466034 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f940d84-05e4-4b1f-a839-ea766c13ab0c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Pushing event updated for resources: {'Port': ['ID=680798c7-9fb8-43b2-b320-3c944942dd39,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:33:02.644744 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-abbc7428-5dd4-4905-b746-f103c89e4d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:02.825024 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4f940d84-05e4-4b1f-a839-ea766c13ab0c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:02.831666 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ee47f-8da7-4fc5-bb2f-7641615591ca req-44580a4c-47dc-43e9-8a65-21212a7e3aeb tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:02.833163 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-492ee47f-8da7-4fc5-bb2f-7641615591ca req-44580a4c-47dc-43e9-8a65-21212a7e3aeb tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 943 time: 0.0510111 Sep 09 22:33:02.870923 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-492ee47f-8da7-4fc5-bb2f-7641615591ca req-c6e2be30-975b-47e3-84b8-6a5b26f5dff9 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a85bee8-fe50-43a8-bcc3-f18d998e9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314746 Sep 09 22:33:02.897517 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4f940d84-05e4-4b1f-a839-ea766c13ab0c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:03.015699 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c541d1-8a8d-4693-a5de-c4be07bf141d req-e771208e-5f5c-417a-9e02-d9d76a409c12 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:03.017170 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e5c541d1-8a8d-4693-a5de-c4be07bf141d req-e771208e-5f5c-417a-9e02-d9d76a409c12 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 943 time: 0.0479641 Sep 09 22:33:03.045901 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4f940d84-05e4-4b1f-a839-ea766c13ab0c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:03.050462 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4f940d84-05e4-4b1f-a839-ea766c13ab0c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26050313'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:03.055578 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e5c541d1-8a8d-4693-a5de-c4be07bf141d req-d1bf8be5-8fb0-4237-ab52-0c9b7436582a tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313282 Sep 09 22:33:03.122724 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f940d84-05e4-4b1f-a839-ea766c13ab0c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Pushing event updated for resources: {'Port': ['ID=680798c7-9fb8-43b2-b320-3c944942dd39,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:33:03.131458 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4f940d84-05e4-4b1f-a839-ea766c13ab0c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415029'] for floatingip, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:03.234194 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.db.l3_db [None req-4f940d84-05e4-4b1f-a839-ea766c13ab0c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Floating IP 152e2908-ca33-4408-85fe-d534c525e377 associated. External IP: 172.27.3.100, port: b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6. Sep 09 22:33:03.451338 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f940d84-05e4-4b1f-a839-ea766c13ab0c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Router 3965cb03-7ac2-4373-b0f9-bb5f443662cf has already been hosted by L3 agent ecba8a59-1a63-4f4e-b72e-1c921b89dba6 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:33:03.561434 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f940d84-05e4-4b1f-a839-ea766c13ab0c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify agent at l3_agent.dv-cinder-759955-23-iscsi the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:33:03.572460 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a51441d-8d4f-432c-8be9-5de132ded2c0 None None] Sync routers for ids ['3965cb03-7ac2-4373-b0f9-bb5f443662cf'] in dv-cinder-759955-23-iscsi {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:33:03.580324 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4f940d84-05e4-4b1f-a839-ea766c13ab0c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:03.583688 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a51441d-8d4f-432c-8be9-5de132ded2c0 None None] Routers {'3965cb03-7ac2-4373-b0f9-bb5f443662cf'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:33:03.584454 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-0a51441d-8d4f-432c-8be9-5de132ded2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:32:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['3965cb03-7ac2-4373-b0f9-bb5f443662cf'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:33:03.608157 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-4f940d84-05e4-4b1f-a839-ea766c13ab0c tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5617130 Sep 09 22:33:03.609361 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c7fb69-6131-4145-9f84-ec8f3b5d176c', 'tag': 'b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:33:03.611572 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc6a31de840fc8aa808063a849dfe176742cab8c19a8c4c2f30ae5ebe0344c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e4dc580-9380-43f6-b4bf-1df5e338a884" -d '{"events": [{"name": "network-changed", "server_uuid": "20c7fb69-6131-4145-9f84-ec8f3b5d176c", "tag": "b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:33:03.650665 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0161e9-9be2-4f3e-b884-bba96c928c7b x-openstack-request-id: req-6f0161e9-9be2-4f3e-b884-bba96c928c7b {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:33:03.650966 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c7fb69-6131-4145-9f84-ec8f3b5d176c", "tag": "b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:33:03.651198 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6f0161e9-9be2-4f3e-b884-bba96c928c7b {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:33:03.651591 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20c7fb69-6131-4145-9f84-ec8f3b5d176c', 'tag': 'b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6', 'status': 'completed', 'code': 200} Sep 09 22:33:03.696708 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-0a51441d-8d4f-432c-8be9-5de132ded2c0 None None] Set router 3965cb03-7ac2-4373-b0f9-bb5f443662cf gateway port host: dv-cinder-759955-23-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:33:03.715885 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4dc580-9380-43f6-b4bf-1df5e338a884 req-88ed0fe8-1104-447b-9d82-41e56b974062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:03.717380 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8e4dc580-9380-43f6-b4bf-1df5e338a884 req-88ed0fe8-1104-447b-9d82-41e56b974062 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=57b2554ae3954c0c842e1ddefc325dae&device_id=20c7fb69-6131-4145-9f84-ec8f3b5d176c HTTP/1.1" status: 200 len: 1098 time: 0.0416439 Sep 09 22:33:03.814339 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4dc580-9380-43f6-b4bf-1df5e338a884 req-929be216-0e84-43f7-87bc-749b85548d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:03.815833 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8e4dc580-9380-43f6-b4bf-1df5e338a884 req-929be216-0e84-43f7-87bc-749b85548d6a service neutron] 10.222.0.20 "GET /v2.0/networks?id=5841743a-0bf4-4a7f-9ea2-766ccec1923f HTTP/1.1" status: 200 len: 912 time: 0.0914171 Sep 09 22:33:03.886806 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8e4dc580-9380-43f6-b4bf-1df5e338a884 req-f53febf5-bb5d-4316-9db7-21c78e41fd71 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6 HTTP/1.1" status: 200 len: 999 time: 0.0620756 Sep 09 22:33:03.939145 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-0a51441d-8d4f-432c-8be9-5de132ded2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'name': 'tempest-TestVolumeBootPattern-2097652074-router', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:26:35Z', 'updated_at': '2021-09-09T22:26:42Z', 'revision_number': 4, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'gw_port': {'id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:36Z', 'updated_at': '2021-09-09T22:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_floatingips': [{'id': '152e2908-ca33-4408-85fe-d534c525e377', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'floating_ip_address': '172.27.3.100', 'floating_network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'router_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'port_id': 'b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f', 'mac_address': 'fa:16:3e:91:cd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c7fb69-6131-4145-9f84-ec8f3b5d176c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:33:02Z', 'updated_at': '2021-09-09T22:33:02Z', 'revision_number': 0, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'fixed_ip_address_scope': None}, {'id': '76936c02-33bf-46ec-bd45-fce1fb8999fc', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'floating_ip_address': '172.27.3.35', 'floating_network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'router_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'port_id': '6582eb41-204a-40cc-b891-30fc4330f271', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f', 'mac_address': 'fa:16:3e:a2:c4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f606411d-8d0f-481e-b520-501d72e2a9b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:30:57Z', 'updated_at': '2021-09-09T22:30:58Z', 'revision_number': 1, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '256f3ab3-ac27-4169-bbd1-858fd14e4ae7', 'name': '', 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'mac_address': 'fa:16:3e:78:cc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '00d86d00-e9a4-4aee-a6b2-3faac56ffafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:40Z', 'updated_at': '2021-09-09T22:26:50Z', 'revision_number': 5, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'subnets': [{'id': '00d86d00-e9a4-4aee-a6b2-3faac56ffafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:33:03.947051 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4dc580-9380-43f6-b4bf-1df5e338a884 req-df96b5bf-7bf6-462e-b981-5b18634b4c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:03.948823 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8e4dc580-9380-43f6-b4bf-1df5e338a884 req-df96b5bf-7bf6-462e-b981-5b18634b4c3a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00d86d00-e9a4-4aee-a6b2-3faac56ffafe HTTP/1.1" status: 200 len: 851 time: 0.0556862 Sep 09 22:33:03.973728 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a51441d-8d4f-432c-8be9-5de132ded2c0 None None] Checking router: 3965cb03-7ac2-4373-b0f9-bb5f443662cf for host: dv-cinder-759955-23-iscsi {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:33:03.982710 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a51441d-8d4f-432c-8be9-5de132ded2c0 None None] Routers {'3965cb03-7ac2-4373-b0f9-bb5f443662cf'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:33:03.983325 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-0a51441d-8d4f-432c-8be9-5de132ded2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:32:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['3965cb03-7ac2-4373-b0f9-bb5f443662cf'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:33:04.064003 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7190f793-6a57-4024-b0a8-4d89e4e36582 req-d5d175e8-ca4e-4d78-8615-bee17c6c0a41 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:04.065936 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7190f793-6a57-4024-b0a8-4d89e4e36582 req-d5d175e8-ca4e-4d78-8615-bee17c6c0a41 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 943 time: 0.1159663 Sep 09 22:33:04.088060 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4dc580-9380-43f6-b4bf-1df5e338a884 req-fe2ebc80-1176-4fa9-aa70-7ae3c8102305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:04.089726 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8e4dc580-9380-43f6-b4bf-1df5e338a884 req-fe2ebc80-1176-4fa9-aa70-7ae3c8102305 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5841743a-0bf4-4a7f-9ea2-766ccec1923f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1089845 Sep 09 22:33:04.095428 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-0a51441d-8d4f-432c-8be9-5de132ded2c0 None None] Set router 3965cb03-7ac2-4373-b0f9-bb5f443662cf gateway port host: dv-cinder-759955-23-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:33:04.106755 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 06106f57-6aee-40cc-96e6-5ed8a2573c19 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 22:33:04.286537 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 06106f57-6aee-40cc-96e6-5ed8a2573c19, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=06106f57-6aee-40cc-96e6-5ed8a2573c19,segment=NetworkSegment(e27e9ede-0c5a-40b4-8e96-db538c8db453),segment_id=e27e9ede-0c5a-40b4-8e96-db538c8db453)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:33:04.302723 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Returning: {'device': '06106f57-6aee-40cc-96e6-5ed8a2573c19', 'network_id': '354d2cd9-ec85-48c8-8b2d-0ba04c091ca4', 'port_id': '06106f57-6aee-40cc-96e6-5ed8a2573c19', 'mac_address': 'fa:16:3e:b1:df:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dec623d5-3e37-4183-874f-e4a837e3c30e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 22:33:04.370635 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 34716) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:33:04.377996 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:04.399802 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-0a51441d-8d4f-432c-8be9-5de132ded2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'name': 'tempest-TestVolumeBootPattern-2097652074-router', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:26:35Z', 'updated_at': '2021-09-09T22:26:42Z', 'revision_number': 4, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'gw_port': {'id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:36Z', 'updated_at': '2021-09-09T22:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_floatingips': [{'id': '152e2908-ca33-4408-85fe-d534c525e377', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'floating_ip_address': '172.27.3.100', 'floating_network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'router_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'port_id': 'b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f', 'mac_address': 'fa:16:3e:91:cd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c7fb69-6131-4145-9f84-ec8f3b5d176c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:33:02Z', 'updated_at': '2021-09-09T22:33:02Z', 'revision_number': 0, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'fixed_ip_address_scope': None}, {'id': '76936c02-33bf-46ec-bd45-fce1fb8999fc', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'floating_ip_address': '172.27.3.35', 'floating_network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'router_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'port_id': '6582eb41-204a-40cc-b891-30fc4330f271', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f', 'mac_address': 'fa:16:3e:a2:c4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f606411d-8d0f-481e-b520-501d72e2a9b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:30:57Z', 'updated_at': '2021-09-09T22:30:58Z', 'revision_number': 1, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '256f3ab3-ac27-4169-bbd1-858fd14e4ae7', 'name': '', 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'mac_address': 'fa:16:3e:78:cc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '00d86d00-e9a4-4aee-a6b2-3faac56ffafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:40Z', 'updated_at': '2021-09-09T22:26:50Z', 'revision_number': 5, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'subnets': [{'id': '00d86d00-e9a4-4aee-a6b2-3faac56ffafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:33:04.407215 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06106f57-6aee-40cc-96e6-5ed8a2573c19 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:33:04.429098 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c599ce-a29a-41bc-8826-ea1e9ad3fec6 req-f1822915-8321-4141-ac8a-0586c31fee20 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:04.430778 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-62c599ce-a29a-41bc-8826-ea1e9ad3fec6 req-f1822915-8321-4141-ac8a-0586c31fee20 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 943 time: 0.4153545 Sep 09 22:33:04.440369 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a51441d-8d4f-432c-8be9-5de132ded2c0 None None] The sync data for ids ['3965cb03-7ac2-4373-b0f9-bb5f443662cf'] in dv-cinder-759955-23-iscsi is: [{'id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'name': 'tempest-TestVolumeBootPattern-2097652074-router', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:26:35Z', 'updated_at': '2021-09-09T22:26:42Z', 'revision_number': 4, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'gw_port': {'id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:36Z', 'updated_at': '2021-09-09T22:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_floatingips': [{'id': '152e2908-ca33-4408-85fe-d534c525e377', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'floating_ip_address': '172.27.3.100', 'floating_network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'router_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'port_id': 'b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f', 'mac_address': 'fa:16:3e:91:cd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c7fb69-6131-4145-9f84-ec8f3b5d176c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:33:02Z', 'updated_at': '2021-09-09T22:33:02Z', 'revision_number': 0, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'fixed_ip_address_scope': None}, {'id': '76936c02-33bf-46ec-bd45-fce1fb8999fc', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'floating_ip_address': '172.27.3.35', 'floating_network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'router_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'port_id': '6582eb41-204a-40cc-b891-30fc4330f271', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f', 'mac_address': 'fa:16:3e:a2:c4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f606411d-8d0f-481e-b520-501d72e2a9b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:30:57Z', 'updated_at': '2021-09-09T22:30:58Z', 'revision_number': 1, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '256f3ab3-ac27-4169-bbd1-858fd14e4ae7', 'name': '', 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'mac_address': 'fa:16:3e:78:cc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '00d86d00-e9a4-4aee-a6b2-3faac56ffafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:40Z', 'updated_at': '2021-09-09T22:26:50Z', 'revision_number': 5, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'subnets': [{'id': '00d86d00-e9a4-4aee-a6b2-3faac56ffafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:33:04.457057 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 06106f57-6aee-40cc-96e6-5ed8a2573c19, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=06106f57-6aee-40cc-96e6-5ed8a2573c19,segment=NetworkSegment(e27e9ede-0c5a-40b4-8e96-db538c8db453),segment_id=e27e9ede-0c5a-40b4-8e96-db538c8db453)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:33:04.462491 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:04.485878 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7190f793-6a57-4024-b0a8-4d89e4e36582 req-bcbd32a1-9029-42ad-aaa2-4a7790e25f37 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a85bee8-fe50-43a8-bcc3-f18d998e9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4108531 Sep 09 22:33:04.531267 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-72c4ed7e-0b82-4191-a2d3-d6a584ef473e req-aff3128f-f9f5-4843-a83c-c6b7d1371b5b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1593618 Sep 09 22:33:04.544506 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [req-72c4ed7e-0b82-4191-a2d3-d6a584ef473e req-0a7d6c78-f34a-4967-82d6-b87c3924e971 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93887) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 22:33:04.545742 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-72c4ed7e-0b82-4191-a2d3-d6a584ef473e req-0a7d6c78-f34a-4967-82d6-b87c3924e971 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071547 Sep 09 22:33:04.558246 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=06106f57-6aee-40cc-96e6-5ed8a2573c19,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:33:04.581417 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8e4dc580-9380-43f6-b4bf-1df5e338a884 req-5b1fddf0-abd0-4918-aef7-c2f37b5ad84f service neutron] 10.222.0.20 "GET /v2.0/networks/5841743a-0bf4-4a7f-9ea2-766ccec1923f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821212 Sep 09 22:33:04.584612 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-62c599ce-a29a-41bc-8826-ea1e9ad3fec6 req-182bfd13-7c2f-4941-bf84-acc5363e84f3 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373723 Sep 09 22:33:04.688054 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] get_ports_and_sgs() called for port_ids ['06106f57-6aee-40cc-96e6-5ed8a2573c19'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:33:04.730662 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8e4dc580-9380-43f6-b4bf-1df5e338a884 req-7abaab60-f094-46d2-9097-0803f07d94fb service neutron] 10.222.0.20 "GET /v2.0/networks/5841743a-0bf4-4a7f-9ea2-766ccec1923f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388381 Sep 09 22:33:04.774173 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fca1e5b-eac5-46ad-8d5a-a874b4b9791a None None] New status for floating IP 152e2908-ca33-4408-85fe-d534c525e377: ACTIVE {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 22:33:05.011880 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:05.391429 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d381e3a8-ceea-4694-8341-5a555e83b8ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:05.467142 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4ed7e-0b82-4191-a2d3-d6a584ef473e req-0b7191dd-96d3-47eb-a007-6b794d6d3a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:05.469138 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-72c4ed7e-0b82-4191-a2d3-d6a584ef473e req-0b7191dd-96d3-47eb-a007-6b794d6d3a50 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41&tenant_id=17b7ba05b1cf4d60a5f99ba7e03a82dc HTTP/1.1" status: 200 len: 1096 time: 0.0398464 Sep 09 22:33:05.526618 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4ed7e-0b82-4191-a2d3-d6a584ef473e req-82405082-4980-4fb7-94ae-afb3c3fe77aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:05.528102 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-72c4ed7e-0b82-4191-a2d3-d6a584ef473e req-82405082-4980-4fb7-94ae-afb3c3fe77aa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=17b7ba05b1cf4d60a5f99ba7e03a82dc&device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 1096 time: 0.0383883 Sep 09 22:33:05.642347 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71525bc7-49d5-42b1-881c-627916c9fc9e req-67216d12-6e3b-4214-b1a5-b4ff784dd643 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:05.643748 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-71525bc7-49d5-42b1-881c-627916c9fc9e req-67216d12-6e3b-4214-b1a5-b4ff784dd643 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 944 time: 0.0918539 Sep 09 22:33:05.670498 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4ed7e-0b82-4191-a2d3-d6a584ef473e req-5dc6ef46-810e-4dbf-b407-a2bc1fe6d899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:05.672704 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-72c4ed7e-0b82-4191-a2d3-d6a584ef473e req-5dc6ef46-810e-4dbf-b407-a2bc1fe6d899 service neutron] 10.222.0.20 "GET /v2.0/networks?id=400f8173-ba02-43b5-8ce5-c9f86dbae434 HTTP/1.1" status: 200 len: 917 time: 0.1382921 Sep 09 22:33:05.756840 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-71525bc7-49d5-42b1-881c-627916c9fc9e req-7d7c479b-19c7-44b9-be6f-3fd9e1b9f525 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a85bee8-fe50-43a8-bcc3-f18d998e9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031461 Sep 09 22:33:05.791368 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-72c4ed7e-0b82-4191-a2d3-d6a584ef473e req-34e71ad4-ab26-495d-ad4b-c686dea10425 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e21a335b-78cc-47d5-aaeb-3a1120c92857 HTTP/1.1" status: 200 len: 997 time: 0.1109943 Sep 09 22:33:05.800351 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353b9dc-b20a-4dc6-a769-aac8c17465a3 req-efdc320c-f2e6-4f59-aa9b-639aa507503f tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:05.801833 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5353b9dc-b20a-4dc6-a769-aac8c17465a3 req-efdc320c-f2e6-4f59-aa9b-639aa507503f tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 943 time: 0.1204326 Sep 09 22:33:05.807052 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:05.866122 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4ed7e-0b82-4191-a2d3-d6a584ef473e req-e34fac3a-3068-477a-938a-75513338a276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:05.867549 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-72c4ed7e-0b82-4191-a2d3-d6a584ef473e req-e34fac3a-3068-477a-938a-75513338a276 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aea9e89c-ee50-4cf6-8ff5-ae7a991147d2 HTTP/1.1" status: 200 len: 856 time: 0.0648587 Sep 09 22:33:05.874511 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5353b9dc-b20a-4dc6-a769-aac8c17465a3 req-9e35c8f5-baaf-466b-bd34-46470ef87b30 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464664 Sep 09 22:33:05.916572 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c4ed7e-0b82-4191-a2d3-d6a584ef473e req-ed435c36-4f9e-4824-ba72-00b17b2eebb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:05.918027 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-72c4ed7e-0b82-4191-a2d3-d6a584ef473e req-ed435c36-4f9e-4824-ba72-00b17b2eebb7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=400f8173-ba02-43b5-8ce5-c9f86dbae434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0427165 Sep 09 22:33:06.003312 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-72c4ed7e-0b82-4191-a2d3-d6a584ef473e req-9f777197-a9f0-45fc-af33-e4a096fa30af service neutron] 10.222.0.20 "GET /v2.0/networks/400f8173-ba02-43b5-8ce5-c9f86dbae434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784044 Sep 09 22:33:06.094818 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-72c4ed7e-0b82-4191-a2d3-d6a584ef473e req-159ab126-27d7-487a-9d56-43da416e30a9 service neutron] 10.222.0.20 "GET /v2.0/networks/400f8173-ba02-43b5-8ce5-c9f86dbae434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848410 Sep 09 22:33:06.116941 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 06106f57-6aee-40cc-96e6-5ed8a2573c19 up at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:33:06.165468 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Provisioning for port 06106f57-6aee-40cc-96e6-5ed8a2573c19 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:33:06.169044 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Provisioning complete for port 06106f57-6aee-40cc-96e6-5ed8a2573c19 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:33:06.169358 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:06.242009 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:06.265817 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17689329-a9c4-4217-b0d3-7e6dadbaa182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06106f57-6aee-40cc-96e6-5ed8a2573c19'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:33:06.268011 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497578eeb0b1d224d742647686e7d62f740bb656e2f2bb1278978b4c95122d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf42c91d-5421-4e07-ade5-ee8219272d3c" -d '{"events": [{"server_uuid": "17689329-a9c4-4217-b0d3-7e6dadbaa182", "name": "network-vif-plugged", "status": "completed", "tag": "06106f57-6aee-40cc-96e6-5ed8a2573c19"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:33:06.283301 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port 06106f57-6aee-40cc-96e6-5ed8a2573c19, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=06106f57-6aee-40cc-96e6-5ed8a2573c19,segment=NetworkSegment(e27e9ede-0c5a-40b4-8e96-db538c8db453),segment_id=e27e9ede-0c5a-40b4-8e96-db538c8db453)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:33:06.288735 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:06.289942 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device e21a335b-78cc-47d5-aaeb-3a1120c92857 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:33:06.319153 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc7e07a-4f9c-4def-b22f-054aac63306b x-openstack-request-id: req-ecc7e07a-4f9c-4def-b22f-054aac63306b {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:33:06.319463 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17689329-a9c4-4217-b0d3-7e6dadbaa182", "name": "network-vif-plugged", "status": "completed", "tag": "06106f57-6aee-40cc-96e6-5ed8a2573c19", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:33:06.319694 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ecc7e07a-4f9c-4def-b22f-054aac63306b {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:33:06.320233 dv-cinder-759955-23-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17689329-a9c4-4217-b0d3-7e6dadbaa182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06106f57-6aee-40cc-96e6-5ed8a2573c19', 'code': 200} Sep 09 22:33:06.379157 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=06106f57-6aee-40cc-96e6-5ed8a2573c19,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:33:06.523382 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a08aa9-0440-4a48-8a4b-7dc0d945c3f5 req-de08d7a7-90a1-4f9f-bc77-1feb8de2a00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:06.529536 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-05a08aa9-0440-4a48-8a4b-7dc0d945c3f5 req-de08d7a7-90a1-4f9f-bc77-1feb8de2a00d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 1098 time: 0.0541625 Sep 09 22:33:06.718943 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:06.929321 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea02482-ecb9-40f4-8f75-f62e99fc7fa8 req-1f67c0aa-5a0d-4b40-b2ef-fa0effa78a3e tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:06.930181 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1ea02482-ecb9-40f4-8f75-f62e99fc7fa8 req-1f67c0aa-5a0d-4b40-b2ef-fa0effa78a3e tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 945 time: 0.0746055 Sep 09 22:33:07.019028 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1ea02482-ecb9-40f4-8f75-f62e99fc7fa8 req-a2170c67-17ac-4429-98f1-b2852b2a68ac tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a85bee8-fe50-43a8-bcc3-f18d998e9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753672 Sep 09 22:33:07.035250 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7070300-0bf7-4cb9-b972-5d21cb18dc7a req-e83c3938-eb8f-40eb-9666-75409f4fe276 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:07.036787 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a7070300-0bf7-4cb9-b972-5d21cb18dc7a req-e83c3938-eb8f-40eb-9666-75409f4fe276 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 943 time: 0.0668397 Sep 09 22:33:07.095261 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a7070300-0bf7-4cb9-b972-5d21cb18dc7a req-40d223d6-aaba-43f3-8e77-82c80899ee95 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441463 Sep 09 22:33:08.098873 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:08.137239 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4981209a-7cf9-4c3d-8cd5-afc42fce841f req-cb229b8d-e89f-49a0-ae53-ee140781596c tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:08.138797 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4981209a-7cf9-4c3d-8cd5-afc42fce841f req-cb229b8d-e89f-49a0-ae53-ee140781596c tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 945 time: 0.0475993 Sep 09 22:33:08.184130 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4981209a-7cf9-4c3d-8cd5-afc42fce841f req-51931f16-a98a-4435-acc0-7cca5d9f1184 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a85bee8-fe50-43a8-bcc3-f18d998e9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388539 Sep 09 22:33:08.222486 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c3d0f-6424-4fb5-9a8d-846768c292c1 req-2ff63919-8138-47f3-9238-03bf2fe34978 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:08.223905 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8a6c3d0f-6424-4fb5-9a8d-846768c292c1 req-2ff63919-8138-47f3-9238-03bf2fe34978 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 943 time: 0.0590632 Sep 09 22:33:08.267414 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8a6c3d0f-6424-4fb5-9a8d-846768c292c1 req-3b76b50a-ca58-48bf-8dc1-5251d5487930 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373471 Sep 09 22:33:09.296745 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d705f83-573d-4158-a440-a7179f2eec19 req-76c22182-4690-4359-b3f9-ffa734f25cba tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:09.298231 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7d705f83-573d-4158-a440-a7179f2eec19 req-76c22182-4690-4359-b3f9-ffa734f25cba tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 945 time: 0.0493531 Sep 09 22:33:09.339753 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7d705f83-573d-4158-a440-a7179f2eec19 req-acb0d81f-bbc8-4542-b980-30e05d608625 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a85bee8-fe50-43a8-bcc3-f18d998e9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354116 Sep 09 22:33:09.388504 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed22729-89dc-44f0-8e4f-e52f07c68542 req-8905d673-64f2-421c-9c46-c2b7b53fcd5d tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:09.390538 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4ed22729-89dc-44f0-8e4f-e52f07c68542 req-8905d673-64f2-421c-9c46-c2b7b53fcd5d tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 943 time: 0.0473559 Sep 09 22:33:09.428114 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4ed22729-89dc-44f0-8e4f-e52f07c68542 req-4f327444-08a9-4a06-8044-c9cd9900eac2 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316739 Sep 09 22:33:10.480192 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad35bed7-b9e2-439b-bd64-7c2a0d36e784 req-d218776e-f107-4694-8048-9dc1ac6fba80 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:10.481763 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ad35bed7-b9e2-439b-bd64-7c2a0d36e784 req-d218776e-f107-4694-8048-9dc1ac6fba80 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 945 time: 0.0684941 Sep 09 22:33:10.533071 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ad35bed7-b9e2-439b-bd64-7c2a0d36e784 req-42d590a3-6431-49be-bb8e-04304feeaf24 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a85bee8-fe50-43a8-bcc3-f18d998e9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428469 Sep 09 22:33:10.567688 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0652da1e-b36a-43af-bf0d-917916e192e7 req-febf8abb-4973-457d-818e-32bbf502e086 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:10.569526 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0652da1e-b36a-43af-bf0d-917916e192e7 req-febf8abb-4973-457d-818e-32bbf502e086 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 943 time: 0.0512769 Sep 09 22:33:10.606974 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0652da1e-b36a-43af-bf0d-917916e192e7 req-2718d8c9-0474-435d-a2c6-0c31c2c6e609 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318024 Sep 09 22:33:11.659443 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9491b8-9213-4f52-a608-d5fafb76f87a req-b9db7edc-a97e-4fef-8e51-d10dd9577659 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:11.667310 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0b9491b8-9213-4f52-a608-d5fafb76f87a req-b9db7edc-a97e-4fef-8e51-d10dd9577659 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 945 time: 0.0632141 Sep 09 22:33:11.715963 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0b9491b8-9213-4f52-a608-d5fafb76f87a req-16c2ca17-420a-4234-89a5-aef54945e5c1 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a85bee8-fe50-43a8-bcc3-f18d998e9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477464 Sep 09 22:33:11.756436 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682454c-01c9-4c24-940d-c631629f3576 req-a3b0b7f9-75be-401c-8712-4b5ef6b24d31 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:11.757894 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3682454c-01c9-4c24-940d-c631629f3576 req-a3b0b7f9-75be-401c-8712-4b5ef6b24d31 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 943 time: 0.0588524 Sep 09 22:33:11.794877 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3682454c-01c9-4c24-940d-c631629f3576 req-e9e68a7e-fb9c-4064-bea5-9f5dd1641e87 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308745 Sep 09 22:33:12.834267 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89c9ed-a262-4c9d-b0c1-7ea14d0ffcd7 req-fe69672b-9943-4a3b-918c-dfe7fc2953d4 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:12.840581 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-df89c9ed-a262-4c9d-b0c1-7ea14d0ffcd7 req-fe69672b-9943-4a3b-918c-dfe7fc2953d4 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 945 time: 0.0579712 Sep 09 22:33:12.889202 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-df89c9ed-a262-4c9d-b0c1-7ea14d0ffcd7 req-a8f6b185-f4b7-4908-a96c-234395f28b8d tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a85bee8-fe50-43a8-bcc3-f18d998e9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471878 Sep 09 22:33:12.963580 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05879b4d-d6a3-4b62-8da1-c8a8c9b2c662 req-e062aa22-a7de-4954-86a0-8b0f71183759 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:12.965415 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-05879b4d-d6a3-4b62-8da1-c8a8c9b2c662 req-e062aa22-a7de-4954-86a0-8b0f71183759 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 943 time: 0.0682025 Sep 09 22:33:13.004780 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-05879b4d-d6a3-4b62-8da1-c8a8c9b2c662 req-099ca089-5877-40d8-83e9-a3dfce130918 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323100 Sep 09 22:33:14.006264 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92fcdda-bd4c-44b9-b357-34dd9f56a056 req-1da05ad7-701e-4a42-898d-7e330103ab78 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:14.007709 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d92fcdda-bd4c-44b9-b357-34dd9f56a056 req-1da05ad7-701e-4a42-898d-7e330103ab78 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 945 time: 0.0517442 Sep 09 22:33:14.048741 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d92fcdda-bd4c-44b9-b357-34dd9f56a056 req-7aed2d97-e30a-4f46-9ef2-d5b86c22e088 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a85bee8-fe50-43a8-bcc3-f18d998e9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339165 Sep 09 22:33:14.124939 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8bc355-8bff-4eee-ae5c-98ba9e4e4b84 req-28e781f6-402d-48c3-9a01-f73f21954421 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:14.127356 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fd8bc355-8bff-4eee-ae5c-98ba9e4e4b84 req-28e781f6-402d-48c3-9a01-f73f21954421 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 943 time: 0.0510075 Sep 09 22:33:14.165578 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fd8bc355-8bff-4eee-ae5c-98ba9e4e4b84 req-e02cede8-ab8c-46f2-962c-674a961caff9 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324569 Sep 09 22:33:15.158939 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79eb9e2-4b3e-4704-a52f-9f9dac37511a req-4b8583b8-df42-4a91-8ecb-ed274cb5a9c0 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:15.160316 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c79eb9e2-4b3e-4704-a52f-9f9dac37511a req-4b8583b8-df42-4a91-8ecb-ed274cb5a9c0 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 945 time: 0.0475099 Sep 09 22:33:15.198227 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c79eb9e2-4b3e-4704-a52f-9f9dac37511a req-39a84c5a-7bd8-4ebc-9086-fee1336bf8bb tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a85bee8-fe50-43a8-bcc3-f18d998e9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313232 Sep 09 22:33:15.293438 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758c567b-5c6e-4c77-8ffc-5dd174a6ac54 req-0b9a9b13-e83f-4553-9744-ad98e915fb49 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:15.294975 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-758c567b-5c6e-4c77-8ffc-5dd174a6ac54 req-0b9a9b13-e83f-4553-9744-ad98e915fb49 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 943 time: 0.0567567 Sep 09 22:33:15.336570 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-758c567b-5c6e-4c77-8ffc-5dd174a6ac54 req-44daa8d3-d655-499d-a30b-cc7a04a8b0d9 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349226 Sep 09 22:33:15.960566 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.agents_db [None req-ca59875f-4706-4e17-8f41-5ac1de1c8425 None None] Agent healthcheck: found 6 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:33:16.317349 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0cdc13-c28a-4840-a136-8a8327442ca1 req-989c8b3a-9494-4fa8-a65e-0731a85d3603 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:16.318904 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9e0cdc13-c28a-4840-a136-8a8327442ca1 req-989c8b3a-9494-4fa8-a65e-0731a85d3603 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 945 time: 0.0488493 Sep 09 22:33:16.356788 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9e0cdc13-c28a-4840-a136-8a8327442ca1 req-673fe9ee-7e9c-4312-bbc3-eba448ed36eb tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a85bee8-fe50-43a8-bcc3-f18d998e9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319269 Sep 09 22:33:16.455936 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db78dc34-c53e-4a3a-a9fd-ef49e5b95b9d req-77443cba-205c-401c-9792-78dc507e950a tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:16.457395 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-db78dc34-c53e-4a3a-a9fd-ef49e5b95b9d req-77443cba-205c-401c-9792-78dc507e950a tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 943 time: 0.0470729 Sep 09 22:33:16.493617 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-db78dc34-c53e-4a3a-a9fd-ef49e5b95b9d req-ab6f8e18-9ec2-4100-b4d7-e047add59af6 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303001 Sep 09 22:33:17.474312 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3fe1e-c2a2-43cf-af6e-e9c1a55e6bb5 req-0a601ea7-45e8-4082-9d00-7ee1613e3328 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:17.475750 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cae3fe1e-c2a2-43cf-af6e-e9c1a55e6bb5 req-0a601ea7-45e8-4082-9d00-7ee1613e3328 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 945 time: 0.0517323 Sep 09 22:33:17.514377 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cae3fe1e-c2a2-43cf-af6e-e9c1a55e6bb5 req-f547846f-a551-4de4-a0f2-e73faeb8f3b6 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a85bee8-fe50-43a8-bcc3-f18d998e9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327270 Sep 09 22:33:17.627077 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c41ad-5b5d-40fa-b6e8-f1719a259d62 req-1859289d-f369-47d5-a2ad-3eb0b1fc89a6 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:17.628610 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-076c41ad-5b5d-40fa-b6e8-f1719a259d62 req-1859289d-f369-47d5-a2ad-3eb0b1fc89a6 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 943 time: 0.0575099 Sep 09 22:33:17.668439 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-076c41ad-5b5d-40fa-b6e8-f1719a259d62 req-ccdda55c-068a-434a-af79-6076c8eae547 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339890 Sep 09 22:33:18.645416 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa9cde-cd82-416c-a674-d914d878ad8d req-4eeefe17-0a10-4aed-9bdd-87962d364fc3 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:18.646915 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5dfa9cde-cd82-416c-a674-d914d878ad8d req-4eeefe17-0a10-4aed-9bdd-87962d364fc3 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 945 time: 0.0537338 Sep 09 22:33:18.685676 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5dfa9cde-cd82-416c-a674-d914d878ad8d req-4a718912-ed26-4e7e-9aa3-8158e07d7100 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a85bee8-fe50-43a8-bcc3-f18d998e9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321708 Sep 09 22:33:18.802111 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ab2f3-f0d0-4be2-9537-1ff39ada32ae req-b9a97815-9739-49af-8a4e-1e0d90413436 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:18.803549 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-218ab2f3-f0d0-4be2-9537-1ff39ada32ae req-b9a97815-9739-49af-8a4e-1e0d90413436 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 943 time: 0.0522966 Sep 09 22:33:18.844901 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-218ab2f3-f0d0-4be2-9537-1ff39ada32ae req-448598b8-b904-4ed3-a6e4-94f6e88295f6 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346279 Sep 09 22:33:19.803450 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e3fefb-2a05-4275-b129-6494f58c8f93 req-44d55241-5232-4b2b-8d34-1805afb36b76 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:19.804838 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-68e3fefb-2a05-4275-b129-6494f58c8f93 req-44d55241-5232-4b2b-8d34-1805afb36b76 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 945 time: 0.0497489 Sep 09 22:33:19.840717 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-68e3fefb-2a05-4275-b129-6494f58c8f93 req-34e04852-20c0-44f7-afb9-6347d3cc7c21 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a85bee8-fe50-43a8-bcc3-f18d998e9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300684 Sep 09 22:33:19.960602 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da0e0c-e535-4718-80b5-e721bfb0d824 req-60aa9ebf-6c44-4059-9a74-94830b0d44bd tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:19.962024 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-28da0e0c-e535-4718-80b5-e721bfb0d824 req-60aa9ebf-6c44-4059-9a74-94830b0d44bd tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 943 time: 0.0470881 Sep 09 22:33:20.001439 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-28da0e0c-e535-4718-80b5-e721bfb0d824 req-ec77611d-ef4b-4924-b823-fb24f0b5711d tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332994 Sep 09 22:33:20.752841 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-05a08aa9-0440-4a48-8a4b-7dc0d945c3f5 req-e2defb38-ff9b-4494-9e99-695278cecc77 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0a85bee8-fe50-43a8-bcc3-f18d998e9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292654 Sep 09 22:33:20.955983 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f521737b-6b5a-4e95-9f43-ac4202c81041 req-2147ef1c-eb60-4e80-9978-c3f4c7d31f9b tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:20.957447 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f521737b-6b5a-4e95-9f43-ac4202c81041 req-2147ef1c-eb60-4e80-9978-c3f4c7d31f9b tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 945 time: 0.0522971 Sep 09 22:33:20.994034 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f521737b-6b5a-4e95-9f43-ac4202c81041 req-45245783-1465-41be-be5c-0dca477758ca tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a85bee8-fe50-43a8-bcc3-f18d998e9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307546 Sep 09 22:33:21.043962 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b056a6d-fae6-4d05-955a-0a33744fa9cf req-b726aa97-181f-4c1d-83e9-4d10b025d50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:21.045519 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2b056a6d-fae6-4d05-955a-0a33744fa9cf req-b726aa97-181f-4c1d-83e9-4d10b025d50c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=17b7ba05b1cf4d60a5f99ba7e03a82dc&device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 1096 time: 0.0409284 Sep 09 22:33:21.183721 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d4379-a891-48e7-9b97-9b8c53631ffa req-c6bb0d09-193b-4694-873f-0cd2098e4591 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:21.185234 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-104d4379-a891-48e7-9b97-9b8c53631ffa req-c6bb0d09-193b-4694-873f-0cd2098e4591 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 943 time: 0.1092136 Sep 09 22:33:21.190283 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b056a6d-fae6-4d05-955a-0a33744fa9cf req-5fba08a0-9dbb-418d-a1ed-dc989c5345c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:21.191630 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2b056a6d-fae6-4d05-955a-0a33744fa9cf req-5fba08a0-9dbb-418d-a1ed-dc989c5345c8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=400f8173-ba02-43b5-8ce5-c9f86dbae434 HTTP/1.1" status: 200 len: 917 time: 0.1243377 Sep 09 22:33:21.261535 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-104d4379-a891-48e7-9b97-9b8c53631ffa req-eaa8d959-15a7-4ec4-9d24-5d4c5d058baa tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688379 Sep 09 22:33:21.276020 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2b056a6d-fae6-4d05-955a-0a33744fa9cf req-c83c156c-b03b-4344-a1cc-088b800d2831 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e21a335b-78cc-47d5-aaeb-3a1120c92857 HTTP/1.1" status: 200 len: 997 time: 0.0694447 Sep 09 22:33:21.328857 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b056a6d-fae6-4d05-955a-0a33744fa9cf req-88206eaf-05cc-4f71-b475-3261a9ffa223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:21.330858 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2b056a6d-fae6-4d05-955a-0a33744fa9cf req-88206eaf-05cc-4f71-b475-3261a9ffa223 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aea9e89c-ee50-4cf6-8ff5-ae7a991147d2 HTTP/1.1" status: 200 len: 856 time: 0.0474253 Sep 09 22:33:21.375185 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b056a6d-fae6-4d05-955a-0a33744fa9cf req-834caf2c-7253-41c6-a46b-68acc067317b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:21.377202 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2b056a6d-fae6-4d05-955a-0a33744fa9cf req-834caf2c-7253-41c6-a46b-68acc067317b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=400f8173-ba02-43b5-8ce5-c9f86dbae434&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0385118 Sep 09 22:33:21.468364 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2b056a6d-fae6-4d05-955a-0a33744fa9cf req-34173aab-59e1-4a49-b407-e0e691751e11 service neutron] 10.222.0.20 "GET /v2.0/networks/400f8173-ba02-43b5-8ce5-c9f86dbae434?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817297 Sep 09 22:33:21.557067 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2b056a6d-fae6-4d05-955a-0a33744fa9cf req-5883819b-d512-43a0-934f-ae840935bc3f service neutron] 10.222.0.20 "GET /v2.0/networks/400f8173-ba02-43b5-8ce5-c9f86dbae434?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805151 Sep 09 22:33:22.113363 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee5a8e-366b-4cb2-bd98-3372f175e324 req-e89aa270-8fc6-4fec-ac74-2ed1837d2860 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:22.114975 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-beee5a8e-366b-4cb2-bd98-3372f175e324 req-e89aa270-8fc6-4fec-ac74-2ed1837d2860 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 945 time: 0.0537024 Sep 09 22:33:22.152208 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-beee5a8e-366b-4cb2-bd98-3372f175e324 req-b8c281f0-aee5-4d8b-b501-c3cf7eb1543b tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a85bee8-fe50-43a8-bcc3-f18d998e9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314507 Sep 09 22:33:22.384208 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a946c975-1e6e-4646-b74b-d86c69181d7c req-5daadcad-aa45-4524-854e-6d81b155c913 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:22.385825 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a946c975-1e6e-4646-b74b-d86c69181d7c req-5daadcad-aa45-4524-854e-6d81b155c913 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 943 time: 0.0523200 Sep 09 22:33:22.421716 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a946c975-1e6e-4646-b74b-d86c69181d7c req-4c6778d7-4b7d-46b3-adca-aa4e7a7d84a0 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300233 Sep 09 22:33:23.262024 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c896df-2a72-4c35-b073-a304ed1443f3 req-22a4444a-ff1a-4d1b-8221-7aa404ce7bd8 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:23.263456 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a9c896df-2a72-4c35-b073-a304ed1443f3 req-22a4444a-ff1a-4d1b-8221-7aa404ce7bd8 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 945 time: 0.0471244 Sep 09 22:33:23.300126 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a9c896df-2a72-4c35-b073-a304ed1443f3 req-6547c28c-7df0-4722-bdc1-eae22e949002 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a85bee8-fe50-43a8-bcc3-f18d998e9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303643 Sep 09 22:33:23.413657 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d93790-fbde-4346-9d26-819550f92354 req-cf0a9b90-7dad-4ccd-ac20-38acf9443fb0 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:23.415089 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f7d93790-fbde-4346-9d26-819550f92354 req-cf0a9b90-7dad-4ccd-ac20-38acf9443fb0 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 945 time: 0.0474274 Sep 09 22:33:23.451025 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f7d93790-fbde-4346-9d26-819550f92354 req-92c3b75b-ee3d-4169-aa08-b2d0cae61b80 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a85bee8-fe50-43a8-bcc3-f18d998e9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300686 Sep 09 22:33:23.545444 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cefc91-f4b8-4a7d-8c4f-3d7911681cc3 req-7b7d9b06-f9e7-4654-a249-a29840e59906 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:23.546902 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-07cefc91-f4b8-4a7d-8c4f-3d7911681cc3 req-7b7d9b06-f9e7-4654-a249-a29840e59906 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 943 time: 0.0521057 Sep 09 22:33:23.584895 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-07cefc91-f4b8-4a7d-8c4f-3d7911681cc3 req-638a57aa-a516-4433-8cd6-6d112f9bd39b tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314689 Sep 09 22:33:23.775527 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4f52b-3460-4823-aea8-1e38470a3e1f req-2ba71170-3df2-428d-b724-d7b0054901ed tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:23.776991 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0db4f52b-3460-4823-aea8-1e38470a3e1f req-2ba71170-3df2-428d-b724-d7b0054901ed tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 945 time: 0.0483816 Sep 09 22:33:23.813388 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0db4f52b-3460-4823-aea8-1e38470a3e1f req-a3449e0b-9d69-421f-aeef-0a01d61ece98 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a85bee8-fe50-43a8-bcc3-f18d998e9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299461 Sep 09 22:33:24.226377 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device e21a335b-78cc-47d5-aaeb-3a1120c92857 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 22:33:24.318707 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port e21a335b-78cc-47d5-aaeb-3a1120c92857, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=e21a335b-78cc-47d5-aaeb-3a1120c92857,segment=NetworkSegment(e35247d3-5169-4319-9016-5c4a3a40d907),segment_id=e35247d3-5169-4319-9016-5c4a3a40d907)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:33:24.329877 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Returning: {'device': 'e21a335b-78cc-47d5-aaeb-3a1120c92857', 'network_id': '400f8173-ba02-43b5-8ce5-c9f86dbae434', 'port_id': 'e21a335b-78cc-47d5-aaeb-3a1120c92857', 'mac_address': 'fa:16:3e:37:96:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aea9e89c-ee50-4cf6-8ff5-ae7a991147d2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 22:33:24.366783 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:24.379922 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e21a335b-78cc-47d5-aaeb-3a1120c92857 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:33:24.399595 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port e21a335b-78cc-47d5-aaeb-3a1120c92857, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=e21a335b-78cc-47d5-aaeb-3a1120c92857,segment=NetworkSegment(e35247d3-5169-4319-9016-5c4a3a40d907),segment_id=e35247d3-5169-4319-9016-5c4a3a40d907)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:33:24.403043 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:24.449721 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=e21a335b-78cc-47d5-aaeb-3a1120c92857,revision_number=9']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:33:24.661882 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] get_ports_and_sgs() called for port_ids ['e21a335b-78cc-47d5-aaeb-3a1120c92857'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:33:24.702000 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dfb69e-29d8-46bb-96ee-59937a91b659 req-c96ace52-7f1e-4161-b44d-c3d4ceb85492 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:24.703481 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b0dfb69e-29d8-46bb-96ee-59937a91b659 req-c96ace52-7f1e-4161-b44d-c3d4ceb85492 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 944 time: 0.0481882 Sep 09 22:33:24.741634 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-b0dfb69e-29d8-46bb-96ee-59937a91b659 req-06c5eee1-2b87-40d7-b504-90e1e5cb14af tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315294 Sep 09 22:33:25.863466 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70ba1c-5d4c-4be4-b367-2a1c9295e15f req-1112953c-aac7-4750-ac82-a01b7374d617 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:25.864973 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0a70ba1c-5d4c-4be4-b367-2a1c9295e15f req-1112953c-aac7-4750-ac82-a01b7374d617 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 944 time: 0.0522504 Sep 09 22:33:25.901211 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0a70ba1c-5d4c-4be4-b367-2a1c9295e15f req-e720e47e-6487-4d3a-bd6f-c55827ca0015 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302224 Sep 09 22:33:26.241625 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device e21a335b-78cc-47d5-aaeb-3a1120c92857 up at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:33:26.290240 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Provisioning complete for port e21a335b-78cc-47d5-aaeb-3a1120c92857 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:33:26.290602 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:26.362627 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:26.383886 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221d921e-3137-4379-802b-787f0d5c1d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21a335b-78cc-47d5-aaeb-3a1120c92857'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:33:26.386417 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497578eeb0b1d224d742647686e7d62f740bb656e2f2bb1278978b4c95122d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7221f6b-483e-48ea-a733-2f8e76b69e2f" -d '{"events": [{"server_uuid": "221d921e-3137-4379-802b-787f0d5c1d41", "name": "network-vif-plugged", "status": "completed", "tag": "e21a335b-78cc-47d5-aaeb-3a1120c92857"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:33:26.399028 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port e21a335b-78cc-47d5-aaeb-3a1120c92857, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=e21a335b-78cc-47d5-aaeb-3a1120c92857,segment=NetworkSegment(e35247d3-5169-4319-9016-5c4a3a40d907),segment_id=e35247d3-5169-4319-9016-5c4a3a40d907)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:33:26.403161 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:26.427351 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070146fa-fb2f-4b6f-ac79-e7a80cddefcb x-openstack-request-id: req-070146fa-fb2f-4b6f-ac79-e7a80cddefcb {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:33:26.427633 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "221d921e-3137-4379-802b-787f0d5c1d41", "name": "network-vif-plugged", "status": "completed", "tag": "e21a335b-78cc-47d5-aaeb-3a1120c92857", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:33:26.427877 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-070146fa-fb2f-4b6f-ac79-e7a80cddefcb {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:33:26.428291 dv-cinder-759955-23-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '221d921e-3137-4379-802b-787f0d5c1d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e21a335b-78cc-47d5-aaeb-3a1120c92857', 'code': 200} Sep 09 22:33:26.457810 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=e21a335b-78cc-47d5-aaeb-3a1120c92857,revision_number=10']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:33:26.464858 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:33:26.465203 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:33:26.465539 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:33:26.465895 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:33:26.466199 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:33:26.466523 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:33:26.466844 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:33:26.467161 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:33:26.467479 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:33:26.467794 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:33:26.468131 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:33:26.468445 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:33:26.592243 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e5df6-0462-4291-8cae-6df2efa2dc77 req-2b41da1a-5f65-4d6e-9dd0-8b28d076cc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:26.593642 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-370e5df6-0462-4291-8cae-6df2efa2dc77 req-2b41da1a-5f65-4d6e-9dd0-8b28d076cc45 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 1099 time: 0.0394793 Sep 09 22:33:26.627698 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-370e5df6-0462-4291-8cae-6df2efa2dc77 req-911b2b72-32ba-4a1a-9847-08aa4a24f3ad service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271230 Sep 09 22:33:27.018896 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc61a1-b29b-4ccc-8c9d-451f8ba61876 req-5fa54f57-e8f8-4873-8014-5d42c4d99193 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:27.020355 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-47bc61a1-b29b-4ccc-8c9d-451f8ba61876 req-5fa54f57-e8f8-4873-8014-5d42c4d99193 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 946 time: 0.0471892 Sep 09 22:33:27.056664 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-47bc61a1-b29b-4ccc-8c9d-451f8ba61876 req-17672477-98a0-47b2-8485-a4995f095e72 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305374 Sep 09 22:33:28.180335 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96547e55-2fb2-454f-b90e-c7726db126c3 req-730e2d96-2bd8-4239-ab85-2d31dc6289f6 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:28.181809 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-96547e55-2fb2-454f-b90e-c7726db126c3 req-730e2d96-2bd8-4239-ab85-2d31dc6289f6 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 946 time: 0.0514588 Sep 09 22:33:28.219757 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-96547e55-2fb2-454f-b90e-c7726db126c3 req-d26516a3-6a68-4095-94a5-6a5ea43daf36 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318658 Sep 09 22:33:29.340427 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4107ea77-d454-4b04-ad07-b601add12245 req-a9eb0251-468d-423a-942a-dba72d7e94c9 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:29.342769 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4107ea77-d454-4b04-ad07-b601add12245 req-a9eb0251-468d-423a-942a-dba72d7e94c9 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 946 time: 0.0503159 Sep 09 22:33:29.380913 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4107ea77-d454-4b04-ad07-b601add12245 req-49f341f6-f2af-45fd-8645-b1198aecdaa9 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305960 Sep 09 22:33:32.151850 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8109a-c4f1-4f1d-a683-642945495e77 req-37ba94f1-95e3-4452-be28-1223f54e7dab tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:32.153316 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-65b8109a-c4f1-4f1d-a683-642945495e77 req-37ba94f1-95e3-4452-be28-1223f54e7dab tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 945 time: 0.0472293 Sep 09 22:33:32.190317 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-65b8109a-c4f1-4f1d-a683-642945495e77 req-1621a451-6588-4587-810f-8557da5fea28 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a85bee8-fe50-43a8-bcc3-f18d998e9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306051 Sep 09 22:33:32.212483 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 34922) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:33:32.300963 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43bb7691-89dd-420a-a865-d726a6d220b7 tempest-TestMinimumBasicScenario-1021466870 tempest-TestMinimumBasicScenario-1021466870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:32.302949 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-43bb7691-89dd-420a-a865-d726a6d220b7 tempest-TestMinimumBasicScenario-1021466870 tempest-TestMinimumBasicScenario-1021466870-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 1093 time: 0.0895305 Sep 09 22:33:32.305988 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 34926) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:33:32.310396 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-5f60fc7f-60c9-45a6-9e5f-1f15582dd915 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Request body: {'floatingip': {'floating_network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'port_id': '06106f57-6aee-40cc-96e6-5ed8a2573c19', 'tenant_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:33:32.334592 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f60fc7f-60c9-45a6-9e5f-1f15582dd915 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks [] for floatingip, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:32.430037 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f60fc7f-60c9-45a6-9e5f-1f15582dd915 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:32.536974 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-5f60fc7f-60c9-45a6-9e5f-1f15582dd915 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Allocated IP 172.27.3.56 (a96fd56d-97e4-47a2-815b-e854e5640ee5/a399639f-77d7-4513-a462-8fb82637fe8f/a20f03dd-7a24-41ac-97bd-d60397c01761) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:33:32.639942 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f60fc7f-60c9-45a6-9e5f-1f15582dd915 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:32.645437 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0c631393-99f0-4daa-b8a3-52eb8dcb6509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:32.678141 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f60fc7f-60c9-45a6-9e5f-1f15582dd915 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26050298'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:32.715277 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f60fc7f-60c9-45a6-9e5f-1f15582dd915 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Network a96fd56d-97e4-47a2-815b-e854e5640ee5 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:33:32.718120 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-5f60fc7f-60c9-45a6-9e5f-1f15582dd915 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:33:32.724274 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f60fc7f-60c9-45a6-9e5f-1f15582dd915 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:33:32.729664 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f60fc7f-60c9-45a6-9e5f-1f15582dd915 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Pushing event updated for resources: {'Port': ['ID=a20f03dd-7a24-41ac-97bd-d60397c01761,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:33:32.753991 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f60fc7f-60c9-45a6-9e5f-1f15582dd915 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:33:32.755031 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f60fc7f-60c9-45a6-9e5f-1f15582dd915 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:33:32.755319 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f60fc7f-60c9-45a6-9e5f-1f15582dd915 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:33:32.755651 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f60fc7f-60c9-45a6-9e5f-1f15582dd915 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:33:32.755976 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f60fc7f-60c9-45a6-9e5f-1f15582dd915 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:33:32.756326 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f60fc7f-60c9-45a6-9e5f-1f15582dd915 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:33:32.756649 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f60fc7f-60c9-45a6-9e5f-1f15582dd915 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:33:32.756970 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f60fc7f-60c9-45a6-9e5f-1f15582dd915 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:33:32.757287 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f60fc7f-60c9-45a6-9e5f-1f15582dd915 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:33:32.757602 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f60fc7f-60c9-45a6-9e5f-1f15582dd915 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:33:32.757919 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f60fc7f-60c9-45a6-9e5f-1f15582dd915 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:33:32.758235 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f60fc7f-60c9-45a6-9e5f-1f15582dd915 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:33:33.318927 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f60fc7f-60c9-45a6-9e5f-1f15582dd915 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:33.381382 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f60fc7f-60c9-45a6-9e5f-1f15582dd915 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:33.527082 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f60fc7f-60c9-45a6-9e5f-1f15582dd915 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:33.532925 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f60fc7f-60c9-45a6-9e5f-1f15582dd915 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26050313'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:33.607140 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f60fc7f-60c9-45a6-9e5f-1f15582dd915 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Pushing event updated for resources: {'Port': ['ID=a20f03dd-7a24-41ac-97bd-d60397c01761,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:33:33.614546 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f60fc7f-60c9-45a6-9e5f-1f15582dd915 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415029'] for floatingip, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:33.710670 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.db.l3_db [None req-5f60fc7f-60c9-45a6-9e5f-1f15582dd915 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Floating IP a0cc4d96-ad2d-44dc-a66c-b57a09d2a135 associated. External IP: 172.27.3.56, port: 06106f57-6aee-40cc-96e6-5ed8a2573c19. Sep 09 22:33:33.911019 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f60fc7f-60c9-45a6-9e5f-1f15582dd915 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Router acabe2ce-f348-443a-ade3-bb6d725cdb98 has already been hosted by L3 agent ecba8a59-1a63-4f4e-b72e-1c921b89dba6 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:33:34.012945 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f60fc7f-60c9-45a6-9e5f-1f15582dd915 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify agent at l3_agent.dv-cinder-759955-23-iscsi the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:33:34.022885 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6907ee-bd51-4a36-a7bc-c8db0bc26f1f None None] Sync routers for ids ['acabe2ce-f348-443a-ade3-bb6d725cdb98'] in dv-cinder-759955-23-iscsi {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:33:34.029102 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f60fc7f-60c9-45a6-9e5f-1f15582dd915 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:34.032287 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6907ee-bd51-4a36-a7bc-c8db0bc26f1f None None] Routers {'acabe2ce-f348-443a-ade3-bb6d725cdb98'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:33:34.032886 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-ec6907ee-bd51-4a36-a7bc-c8db0bc26f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:33:05Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['acabe2ce-f348-443a-ade3-bb6d725cdb98'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:33:34.055228 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-5f60fc7f-60c9-45a6-9e5f-1f15582dd915 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7481825 Sep 09 22:33:34.055815 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17689329-a9c4-4217-b0d3-7e6dadbaa182', 'tag': '06106f57-6aee-40cc-96e6-5ed8a2573c19'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:33:34.058076 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc6a31de840fc8aa808063a849dfe176742cab8c19a8c4c2f30ae5ebe0344c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a52e05a-1589-46c9-82c5-b4d6437ae54e" -d '{"events": [{"name": "network-changed", "server_uuid": "17689329-a9c4-4217-b0d3-7e6dadbaa182", "tag": "06106f57-6aee-40cc-96e6-5ed8a2573c19"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:33:34.058414 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 34930) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:33:34.063144 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-df5c113f-bbe2-4856-8cb6-8063dd2e0ab2 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1137841195', 'description': 'tempest-secgroup-smoke-1137841195 description', 'project_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:33:34.085587 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-df5c113f-bbe2-4856-8cb6-8063dd2e0ab2 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:34.099779 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88804a6-c56a-4766-815b-473f2a7365c1 x-openstack-request-id: req-a88804a6-c56a-4766-815b-473f2a7365c1 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:33:34.100090 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17689329-a9c4-4217-b0d3-7e6dadbaa182", "tag": "06106f57-6aee-40cc-96e6-5ed8a2573c19", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:33:34.100341 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a88804a6-c56a-4766-815b-473f2a7365c1 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:33:34.100732 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17689329-a9c4-4217-b0d3-7e6dadbaa182', 'tag': '06106f57-6aee-40cc-96e6-5ed8a2573c19', 'status': 'completed', 'code': 200} Sep 09 22:33:34.138993 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-ec6907ee-bd51-4a36-a7bc-c8db0bc26f1f None None] Set router acabe2ce-f348-443a-ade3-bb6d725cdb98 gateway port host: dv-cinder-759955-23-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:33:34.186972 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52e05a-1589-46c9-82c5-b4d6437ae54e req-1a55ced0-5966-4804-828d-513509313a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:34.188492 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9a52e05a-1589-46c9-82c5-b4d6437ae54e req-1a55ced0-5966-4804-828d-513509313a45 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2d98a11ffc8f4fc0af1d2f2e1b6ccf88&device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 1098 time: 0.0613196 Sep 09 22:33:34.205129 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-df5c113f-bbe2-4856-8cb6-8063dd2e0ab2 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:34.215302 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-df5c113f-bbe2-4856-8cb6-8063dd2e0ab2 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:34.259480 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-df5c113f-bbe2-4856-8cb6-8063dd2e0ab2 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:34.263707 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-df5c113f-bbe2-4856-8cb6-8063dd2e0ab2 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2014415 Sep 09 22:33:34.264312 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 34934) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:33:34.268989 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-91360405-5950-490a-9270-f0b80aee57a0 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Request body: {'security_group_rule': {'security_group_id': 'c802efca-6699-4194-af99-136df46d048e', 'project_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:33:34.294720 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c113f-bbe2-4856-8cb6-8063dd2e0ab2 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c802efca-6699-4194-af99-136df46d048e,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:33:34.301605 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-91360405-5950-490a-9270-f0b80aee57a0 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:34.328076 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52e05a-1589-46c9-82c5-b4d6437ae54e req-b70840fe-25be-4a8c-9195-f7143fdb4491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:34.329530 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9a52e05a-1589-46c9-82c5-b4d6437ae54e req-b70840fe-25be-4a8c-9195-f7143fdb4491 service neutron] 10.222.0.20 "GET /v2.0/networks?id=354d2cd9-ec85-48c8-8b2d-0ba04c091ca4 HTTP/1.1" status: 200 len: 913 time: 0.1268785 Sep 09 22:33:34.363190 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-91360405-5950-490a-9270-f0b80aee57a0 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:34.368384 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-91360405-5950-490a-9270-f0b80aee57a0 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507431'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:34.368687 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-ec6907ee-bd51-4a36-a7bc-c8db0bc26f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acabe2ce-f348-443a-ade3-bb6d725cdb98', 'name': 'tempest-TestMinimumBasicScenario-77366477-router', 'tenant_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '8f1b5d7d-c10c-432e-81eb-ebb7ed669037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:32:24Z', 'updated_at': '2021-09-09T22:32:26Z', 'revision_number': 4, 'project_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'gw_port': {'id': '8f1b5d7d-c10c-432e-81eb-ebb7ed669037', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:92:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acabe2ce-f348-443a-ade3-bb6d725cdb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:32:24Z', 'updated_at': '2021-09-09T22:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_floatingips': [{'id': 'a0cc4d96-ad2d-44dc-a66c-b57a09d2a135', 'tenant_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'floating_ip_address': '172.27.3.56', 'floating_network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'router_id': 'acabe2ce-f348-443a-ade3-bb6d725cdb98', 'port_id': '06106f57-6aee-40cc-96e6-5ed8a2573c19', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '354d2cd9-ec85-48c8-8b2d-0ba04c091ca4', 'mac_address': 'fa:16:3e:b1:df:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17689329-a9c4-4217-b0d3-7e6dadbaa182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:33:32Z', 'updated_at': '2021-09-09T22:33:32Z', 'revision_number': 0, 'project_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99549b6-febe-4755-b392-6d2991df5db7', 'name': '', 'network_id': '354d2cd9-ec85-48c8-8b2d-0ba04c091ca4', 'tenant_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'mac_address': 'fa:16:3e:bf:cb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acabe2ce-f348-443a-ade3-bb6d725cdb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'dec623d5-3e37-4183-874f-e4a837e3c30e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:32:26Z', 'updated_at': '2021-09-09T22:32:32Z', 'revision_number': 5, 'project_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'subnets': [{'id': 'dec623d5-3e37-4183-874f-e4a837e3c30e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:33:34.387391 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91360405-5950-490a-9270-f0b80aee57a0 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=084733c4-17eb-4d77-9bb8-06e66276ff92,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:33:34.393438 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-91360405-5950-490a-9270-f0b80aee57a0 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:34.397309 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-91360405-5950-490a-9270-f0b80aee57a0 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1299293 Sep 09 22:33:34.397540 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 34936) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:33:34.400554 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6907ee-bd51-4a36-a7bc-c8db0bc26f1f None None] Checking router: acabe2ce-f348-443a-ade3-bb6d725cdb98 for host: dv-cinder-759955-23-iscsi {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:33:34.402362 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-7db600ff-c9f1-4fd9-b251-7f2f381602c0 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Request body: {'security_group_rule': {'security_group_id': 'c802efca-6699-4194-af99-136df46d048e', 'project_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:33:34.408932 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6907ee-bd51-4a36-a7bc-c8db0bc26f1f None None] Routers {'acabe2ce-f348-443a-ade3-bb6d725cdb98'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:33:34.409541 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-ec6907ee-bd51-4a36-a7bc-c8db0bc26f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:33:05Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['acabe2ce-f348-443a-ade3-bb6d725cdb98'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:33:34.412806 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9a52e05a-1589-46c9-82c5-b4d6437ae54e req-a0a4ffeb-0ca9-4a75-b1bc-955ed7cdf442 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06106f57-6aee-40cc-96e6-5ed8a2573c19 HTTP/1.1" status: 200 len: 998 time: 0.0698383 Sep 09 22:33:34.429991 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7db600ff-c9f1-4fd9-b251-7f2f381602c0 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:34.469591 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52e05a-1589-46c9-82c5-b4d6437ae54e req-fe8f39a6-f41e-4e10-bb6e-3e1996ffda2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:34.471289 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9a52e05a-1589-46c9-82c5-b4d6437ae54e req-fe8f39a6-f41e-4e10-bb6e-3e1996ffda2d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dec623d5-3e37-4183-874f-e4a837e3c30e HTTP/1.1" status: 200 len: 852 time: 0.0499952 Sep 09 22:33:34.488085 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7db600ff-c9f1-4fd9-b251-7f2f381602c0 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:34.493118 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7db600ff-c9f1-4fd9-b251-7f2f381602c0 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507431'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:34.508936 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db600ff-c9f1-4fd9-b251-7f2f381602c0 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a82b9c9-96e9-43fb-add2-966c1087bc91,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:33:34.519569 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7db600ff-c9f1-4fd9-b251-7f2f381602c0 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:34.520342 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-ec6907ee-bd51-4a36-a7bc-c8db0bc26f1f None None] Set router acabe2ce-f348-443a-ade3-bb6d725cdb98 gateway port host: dv-cinder-759955-23-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:33:34.523692 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 34938) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:33:34.523926 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-7db600ff-c9f1-4fd9-b251-7f2f381602c0 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1253254 Sep 09 22:33:34.528076 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-0bb9fef5-ed90-4e92-8905-db92afaa6b4d tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Request body: {'security_group_rule': {'security_group_id': 'c802efca-6699-4194-af99-136df46d048e', 'project_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:33:34.543245 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a52e05a-1589-46c9-82c5-b4d6437ae54e req-7c5dcd68-cf22-49a5-8bf0-8ee3fae2165e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:34.544756 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9a52e05a-1589-46c9-82c5-b4d6437ae54e req-7c5dcd68-cf22-49a5-8bf0-8ee3fae2165e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=354d2cd9-ec85-48c8-8b2d-0ba04c091ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0629349 Sep 09 22:33:34.600139 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0bb9fef5-ed90-4e92-8905-db92afaa6b4d tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:34.694523 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9a52e05a-1589-46c9-82c5-b4d6437ae54e req-2ec122d3-cc99-47ed-98c8-13ef7672c16d service neutron] 10.222.0.20 "GET /v2.0/networks/354d2cd9-ec85-48c8-8b2d-0ba04c091ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354752 Sep 09 22:33:34.703197 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0bb9fef5-ed90-4e92-8905-db92afaa6b4d tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:34.716848 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0bb9fef5-ed90-4e92-8905-db92afaa6b4d tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507431'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:34.754056 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb9fef5-ed90-4e92-8905-db92afaa6b4d tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98d5bf58-e15a-4412-9416-3d64ad98b459,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:33:34.786800 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-0bb9fef5-ed90-4e92-8905-db92afaa6b4d tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:34.787964 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-0bb9fef5-ed90-4e92-8905-db92afaa6b4d tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2632716 Sep 09 22:33:34.791043 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 34940) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:33:34.797586 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-d0101c48-10e8-40eb-af71-f62f91b2917d tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Request body: {'security_group_rule': {'security_group_id': 'c802efca-6699-4194-af99-136df46d048e', 'project_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:33:34.818796 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9a52e05a-1589-46c9-82c5-b4d6437ae54e req-e231fb81-a663-4c41-a69e-8f572ad5902a service neutron] 10.222.0.20 "GET /v2.0/networks/354d2cd9-ec85-48c8-8b2d-0ba04c091ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142702 Sep 09 22:33:34.826178 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d0101c48-10e8-40eb-af71-f62f91b2917d tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:34.849058 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-ec6907ee-bd51-4a36-a7bc-c8db0bc26f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acabe2ce-f348-443a-ade3-bb6d725cdb98', 'name': 'tempest-TestMinimumBasicScenario-77366477-router', 'tenant_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '8f1b5d7d-c10c-432e-81eb-ebb7ed669037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:32:24Z', 'updated_at': '2021-09-09T22:32:26Z', 'revision_number': 4, 'project_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'gw_port': {'id': '8f1b5d7d-c10c-432e-81eb-ebb7ed669037', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:92:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acabe2ce-f348-443a-ade3-bb6d725cdb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:32:24Z', 'updated_at': '2021-09-09T22:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_floatingips': [{'id': 'a0cc4d96-ad2d-44dc-a66c-b57a09d2a135', 'tenant_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'floating_ip_address': '172.27.3.56', 'floating_network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'router_id': 'acabe2ce-f348-443a-ade3-bb6d725cdb98', 'port_id': '06106f57-6aee-40cc-96e6-5ed8a2573c19', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '354d2cd9-ec85-48c8-8b2d-0ba04c091ca4', 'mac_address': 'fa:16:3e:b1:df:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17689329-a9c4-4217-b0d3-7e6dadbaa182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:33:32Z', 'updated_at': '2021-09-09T22:33:32Z', 'revision_number': 0, 'project_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99549b6-febe-4755-b392-6d2991df5db7', 'name': '', 'network_id': '354d2cd9-ec85-48c8-8b2d-0ba04c091ca4', 'tenant_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'mac_address': 'fa:16:3e:bf:cb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acabe2ce-f348-443a-ade3-bb6d725cdb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'dec623d5-3e37-4183-874f-e4a837e3c30e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:32:26Z', 'updated_at': '2021-09-09T22:32:32Z', 'revision_number': 5, 'project_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'subnets': [{'id': 'dec623d5-3e37-4183-874f-e4a837e3c30e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:33:34.876903 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6907ee-bd51-4a36-a7bc-c8db0bc26f1f None None] The sync data for ids ['acabe2ce-f348-443a-ade3-bb6d725cdb98'] in dv-cinder-759955-23-iscsi is: [{'id': 'acabe2ce-f348-443a-ade3-bb6d725cdb98', 'name': 'tempest-TestMinimumBasicScenario-77366477-router', 'tenant_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '8f1b5d7d-c10c-432e-81eb-ebb7ed669037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:32:24Z', 'updated_at': '2021-09-09T22:32:26Z', 'revision_number': 4, 'project_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'gw_port': {'id': '8f1b5d7d-c10c-432e-81eb-ebb7ed669037', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:92:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acabe2ce-f348-443a-ade3-bb6d725cdb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:32:24Z', 'updated_at': '2021-09-09T22:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_floatingips': [{'id': 'a0cc4d96-ad2d-44dc-a66c-b57a09d2a135', 'tenant_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'floating_ip_address': '172.27.3.56', 'floating_network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'router_id': 'acabe2ce-f348-443a-ade3-bb6d725cdb98', 'port_id': '06106f57-6aee-40cc-96e6-5ed8a2573c19', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 617, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '354d2cd9-ec85-48c8-8b2d-0ba04c091ca4', 'mac_address': 'fa:16:3e:b1:df:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17689329-a9c4-4217-b0d3-7e6dadbaa182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:33:32Z', 'updated_at': '2021-09-09T22:33:32Z', 'revision_number': 0, 'project_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e99549b6-febe-4755-b392-6d2991df5db7', 'name': '', 'network_id': '354d2cd9-ec85-48c8-8b2d-0ba04c091ca4', 'tenant_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'mac_address': 'fa:16:3e:bf:cb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acabe2ce-f348-443a-ade3-bb6d725cdb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'dec623d5-3e37-4183-874f-e4a837e3c30e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:32:26Z', 'updated_at': '2021-09-09T22:32:32Z', 'revision_number': 5, 'project_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'subnets': [{'id': 'dec623d5-3e37-4183-874f-e4a837e3c30e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:33:34.886605 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d0101c48-10e8-40eb-af71-f62f91b2917d tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:34.889513 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d0101c48-10e8-40eb-af71-f62f91b2917d tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507431'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:34.906847 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0101c48-10e8-40eb-af71-f62f91b2917d tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd4b2a33-a11b-481f-9bad-2763b98356e9,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:33:34.914188 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d0101c48-10e8-40eb-af71-f62f91b2917d tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:34.915438 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-d0101c48-10e8-40eb-af71-f62f91b2917d tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1227634 Sep 09 22:33:34.918089 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 34942) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:33:34.922405 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-2545d60e-83f5-43e0-9da0-12765d3162c2 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Request body: {'security_group_rule': {'security_group_id': 'c802efca-6699-4194-af99-136df46d048e', 'project_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:33:34.947684 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.db.securitygroups_db [None req-2545d60e-83f5-43e0-9da0-12765d3162c2 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Project 2d98a11ffc8f4fc0af1d2f2e1b6ccf88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 22:33:34.952997 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2545d60e-83f5-43e0-9da0-12765d3162c2 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:35.018023 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:35.026616 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2545d60e-83f5-43e0-9da0-12765d3162c2 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:35.036174 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2545d60e-83f5-43e0-9da0-12765d3162c2 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507431'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:35.058097 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2545d60e-83f5-43e0-9da0-12765d3162c2 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed992d7d-01b3-41c7-a8a4-9bcad6f8eb66,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:33:35.066679 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2545d60e-83f5-43e0-9da0-12765d3162c2 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:35.070781 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-2545d60e-83f5-43e0-9da0-12765d3162c2 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1491230 Sep 09 22:33:35.071211 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 34944) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:33:35.075640 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-4ab5a6d4-679e-41a4-bcc0-4fd13b82bdc0 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Request body: {'security_group_rule': {'security_group_id': 'c802efca-6699-4194-af99-136df46d048e', 'project_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:33:35.093811 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226cfa5b-611a-4d8d-a3b6-186fecfff2a3 None None] New status for floating IP a0cc4d96-ad2d-44dc-a66c-b57a09d2a135: ACTIVE {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 22:33:35.103410 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.db.securitygroups_db [None req-4ab5a6d4-679e-41a4-bcc0-4fd13b82bdc0 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Project 2d98a11ffc8f4fc0af1d2f2e1b6ccf88 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 22:33:35.109819 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4ab5a6d4-679e-41a4-bcc0-4fd13b82bdc0 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:35.172722 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4ab5a6d4-679e-41a4-bcc0-4fd13b82bdc0 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:35.177244 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4ab5a6d4-679e-41a4-bcc0-4fd13b82bdc0 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507431'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:35.192731 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab5a6d4-679e-41a4-bcc0-4fd13b82bdc0 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d088926d-b990-4b46-bc23-6cb31034b012,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:33:35.208786 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4ab5a6d4-679e-41a4-bcc0-4fd13b82bdc0 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:35.212819 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-4ab5a6d4-679e-41a4-bcc0-4fd13b82bdc0 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1382055 Sep 09 22:33:35.293283 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6315f006-125a-47c8-af5d-5cc949b5b5d7 req-07c14a76-fdc6-40b6-886e-78783bd6f0d1 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1137841195&fields=id&tenant_id=2d98a11ffc8f4fc0af1d2f2e1b6ccf88 HTTP/1.1" status: 200 len: 267 time: 0.0363693 Sep 09 22:33:35.358064 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315f006-125a-47c8-af5d-5cc949b5b5d7 req-d65e910f-d33b-4a2b-91e4-8b1c83a59a1c tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:35.359527 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6315f006-125a-47c8-af5d-5cc949b5b5d7 req-d65e910f-d33b-4a2b-91e4-8b1c83a59a1c tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 945 time: 0.0596383 Sep 09 22:33:35.372265 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-6315f006-125a-47c8-af5d-5cc949b5b5d7 req-ee4fec2b-1c89-4476-b034-a0410e07875d tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Request body: {'port': {'security_groups': ['0a85bee8-fe50-43a8-bcc3-f18d998e9ffd', 'c802efca-6699-4194-af99-136df46d048e']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:33:35.392433 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-cdd5c190-e0f5-4523-b9d9-857273234a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:35.438977 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6315f006-125a-47c8-af5d-5cc949b5b5d7 req-ee4fec2b-1c89-4476-b034-a0410e07875d tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:35.617510 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-6315f006-125a-47c8-af5d-5cc949b5b5d7 req-ee4fec2b-1c89-4476-b034-a0410e07875d tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] For port 06106f57-6aee-40cc-96e6-5ed8a2573c19, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=06106f57-6aee-40cc-96e6-5ed8a2573c19,segment=NetworkSegment(e27e9ede-0c5a-40b4-8e96-db538c8db453),segment_id=e27e9ede-0c5a-40b4-8e96-db538c8db453)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:33:35.646461 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6315f006-125a-47c8-af5d-5cc949b5b5d7 req-ee4fec2b-1c89-4476-b034-a0410e07875d tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:35.655369 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6315f006-125a-47c8-af5d-5cc949b5b5d7 req-ee4fec2b-1c89-4476-b034-a0410e07875d tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27131053'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:35.667087 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] get_ports_and_sgs() called for port_ids ['06106f57-6aee-40cc-96e6-5ed8a2573c19'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:33:35.703958 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6315f006-125a-47c8-af5d-5cc949b5b5d7 req-ee4fec2b-1c89-4476-b034-a0410e07875d tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:35.704593 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-6315f006-125a-47c8-af5d-5cc949b5b5d7 req-ee4fec2b-1c89-4476-b034-a0410e07875d tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:35.705964 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6315f006-125a-47c8-af5d-5cc949b5b5d7 req-ee4fec2b-1c89-4476-b034-a0410e07875d tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "PUT /v2.0/ports/06106f57-6aee-40cc-96e6-5ed8a2573c19 HTTP/1.1" status: 200 len: 981 time: 0.3385246 Sep 09 22:33:35.706402 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17689329-a9c4-4217-b0d3-7e6dadbaa182', 'tag': '06106f57-6aee-40cc-96e6-5ed8a2573c19'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:33:35.713121 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febecf7243e3540986e18e5907cacf19c405284daaaade8257553be7db475bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3431e6ec-33d9-4df1-a986-6249eda0efec" -d '{"events": [{"name": "network-changed", "server_uuid": "17689329-a9c4-4217-b0d3-7e6dadbaa182", "tag": "06106f57-6aee-40cc-96e6-5ed8a2573c19"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:33:35.748950 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4fec2b-1c89-4476-b034-a0410e07875d tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Pushing event updated for resources: {'Port': ['ID=06106f57-6aee-40cc-96e6-5ed8a2573c19,revision_number=6']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:33:35.764812 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00bf2b7e-53d7-4460-9983-498974d0961b x-openstack-request-id: req-00bf2b7e-53d7-4460-9983-498974d0961b {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:33:35.765291 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17689329-a9c4-4217-b0d3-7e6dadbaa182", "tag": "06106f57-6aee-40cc-96e6-5ed8a2573c19", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:33:35.765711 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-00bf2b7e-53d7-4460-9983-498974d0961b {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:33:35.766248 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17689329-a9c4-4217-b0d3-7e6dadbaa182', 'tag': '06106f57-6aee-40cc-96e6-5ed8a2573c19', 'status': 'completed', 'code': 200} Sep 09 22:33:35.810145 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] get_ports_and_sgs() called for port_ids ['06106f57-6aee-40cc-96e6-5ed8a2573c19'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:33:35.841039 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:35.869859 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431e6ec-33d9-4df1-a986-6249eda0efec req-7aa47f78-ff07-4c83-ba79-d293d0c506d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:35.871607 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3431e6ec-33d9-4df1-a986-6249eda0efec req-7aa47f78-ff07-4c83-ba79-d293d0c506d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2d98a11ffc8f4fc0af1d2f2e1b6ccf88&device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 1137 time: 0.0792615 Sep 09 22:33:35.880253 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbe00b-07da-413b-856c-3df0d61e821f req-afe67928-6497-48d7-bdb0-96a212f0cd4e tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:35.881749 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-defbe00b-07da-413b-856c-3df0d61e821f req-afe67928-6497-48d7-bdb0-96a212f0cd4e tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 984 time: 0.1032839 Sep 09 22:33:35.970529 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-defbe00b-07da-413b-856c-3df0d61e821f req-885d35e2-81cc-4447-9dac-71d751f769f8 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a85bee8-fe50-43a8-bcc3-f18d998e9ffd&id=c802efca-6699-4194-af99-136df46d048e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0800688 Sep 09 22:33:36.001733 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431e6ec-33d9-4df1-a986-6249eda0efec req-28cf894a-7146-408a-8d19-9f18e97aef6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:36.003195 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3431e6ec-33d9-4df1-a986-6249eda0efec req-28cf894a-7146-408a-8d19-9f18e97aef6f service neutron] 10.222.0.20 "GET /v2.0/networks?id=354d2cd9-ec85-48c8-8b2d-0ba04c091ca4 HTTP/1.1" status: 200 len: 913 time: 0.1205564 Sep 09 22:33:36.057162 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-c53e8622-b1a8-4af7-a626-8cfacd212874 None None] Provisioning complete for port 06106f57-6aee-40cc-96e6-5ed8a2573c19 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:33:36.057774 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c53e8622-b1a8-4af7-a626-8cfacd212874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:36.069559 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3431e6ec-33d9-4df1-a986-6249eda0efec req-8ca7e7ab-1f73-4778-84c3-402d4ea94eca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06106f57-6aee-40cc-96e6-5ed8a2573c19 HTTP/1.1" status: 200 len: 1000 time: 0.0571823 Sep 09 22:33:36.118537 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431e6ec-33d9-4df1-a986-6249eda0efec req-18f01eb3-9afb-4099-8fc7-db533abdbf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:36.120028 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3431e6ec-33d9-4df1-a986-6249eda0efec req-18f01eb3-9afb-4099-8fc7-db533abdbf83 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dec623d5-3e37-4183-874f-e4a837e3c30e HTTP/1.1" status: 200 len: 852 time: 0.0423944 Sep 09 22:33:36.170137 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431e6ec-33d9-4df1-a986-6249eda0efec req-94814515-1886-47a5-816b-c37fcdec93d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:33:36.171608 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3431e6ec-33d9-4df1-a986-6249eda0efec req-94814515-1886-47a5-816b-c37fcdec93d0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=354d2cd9-ec85-48c8-8b2d-0ba04c091ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0435777 Sep 09 22:33:36.262665 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3431e6ec-33d9-4df1-a986-6249eda0efec req-3ffb1fa9-c042-4a0a-8e47-2ac9cecd9231 service neutron] 10.222.0.20 "GET /v2.0/networks/354d2cd9-ec85-48c8-8b2d-0ba04c091ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817363 Sep 09 22:33:36.355547 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3431e6ec-33d9-4df1-a986-6249eda0efec req-0eeaa0ae-0b30-4a64-8cf0-901699ac4327 service neutron] 10.222.0.20 "GET /v2.0/networks/354d2cd9-ec85-48c8-8b2d-0ba04c091ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841370 Sep 09 22:33:36.718694 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:38.099787 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:33:52.960443 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.agents_db [None req-ca59875f-4706-4e17-8f41-5ac1de1c8425 None None] Agent healthcheck: found 6 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:34:01.767788 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99d9cb-5d79-4ca6-b4f9-4cc0af04bee3 req-870a43de-cf1d-48a1-8387-ac54f35ad472 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:34:01.769275 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7a99d9cb-5d79-4ca6-b4f9-4cc0af04bee3 req-870a43de-cf1d-48a1-8387-ac54f35ad472 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 984 time: 0.0748885 Sep 09 22:34:01.775912 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac352df-5bdc-400f-85fb-cfdbcf144e73 req-6d6d3abb-3c47-4a99-9037-80d32ed8be7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:34:01.777293 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bac352df-5bdc-400f-85fb-cfdbcf144e73 req-6d6d3abb-3c47-4a99-9037-80d32ed8be7e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2d98a11ffc8f4fc0af1d2f2e1b6ccf88&device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 1137 time: 0.0570571 Sep 09 22:34:02.076306 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7a99d9cb-5d79-4ca6-b4f9-4cc0af04bee3 req-956a8d71-3cc1-4950-a444-d9ff2c0805f9 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a85bee8-fe50-43a8-bcc3-f18d998e9ffd&id=c802efca-6699-4194-af99-136df46d048e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2980573 Sep 09 22:34:02.125531 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac352df-5bdc-400f-85fb-cfdbcf144e73 req-9590b9e8-1f44-4ed1-8bf8-8440b8a1df88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:34:02.126884 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bac352df-5bdc-400f-85fb-cfdbcf144e73 req-9590b9e8-1f44-4ed1-8bf8-8440b8a1df88 service neutron] 10.222.0.20 "GET /v2.0/networks?id=354d2cd9-ec85-48c8-8b2d-0ba04c091ca4 HTTP/1.1" status: 200 len: 913 time: 0.3422697 Sep 09 22:34:02.194984 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bac352df-5bdc-400f-85fb-cfdbcf144e73 req-3129195d-8f2a-4e21-a610-dcb5ff8a67c5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06106f57-6aee-40cc-96e6-5ed8a2573c19 HTTP/1.1" status: 200 len: 1000 time: 0.0589793 Sep 09 22:34:02.244225 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac352df-5bdc-400f-85fb-cfdbcf144e73 req-be4d7d9c-0fd1-4e13-b5b6-3eb825bd63fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:34:02.245211 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bac352df-5bdc-400f-85fb-cfdbcf144e73 req-be4d7d9c-0fd1-4e13-b5b6-3eb825bd63fb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dec623d5-3e37-4183-874f-e4a837e3c30e HTTP/1.1" status: 200 len: 852 time: 0.0424769 Sep 09 22:34:02.297066 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac352df-5bdc-400f-85fb-cfdbcf144e73 req-b28f0a8c-dbed-4e73-ac53-8fab509bc8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:34:02.298536 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bac352df-5bdc-400f-85fb-cfdbcf144e73 req-b28f0a8c-dbed-4e73-ac53-8fab509bc8f4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=354d2cd9-ec85-48c8-8b2d-0ba04c091ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0393562 Sep 09 22:34:02.391732 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bac352df-5bdc-400f-85fb-cfdbcf144e73 req-48b57b5d-c03c-4a2d-8935-3d423016c9c8 service neutron] 10.222.0.20 "GET /v2.0/networks/354d2cd9-ec85-48c8-8b2d-0ba04c091ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848074 Sep 09 22:34:02.481298 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bac352df-5bdc-400f-85fb-cfdbcf144e73 req-2984bf03-4ba7-4be2-8de7-f28aa786aa56 service neutron] 10.222.0.20 "GET /v2.0/networks/354d2cd9-ec85-48c8-8b2d-0ba04c091ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813403 Sep 09 22:34:02.649240 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0364bf4b-cc31-433b-b25f-e2d4c111d813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:02.800938 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a41d8-adf0-4610-aecf-c37f1bb09ae4 req-31840990-862d-4a3a-bd23-c35eae64056d tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:34:02.802386 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e77a41d8-adf0-4610-aecf-c37f1bb09ae4 req-31840990-862d-4a3a-bd23-c35eae64056d tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 946 time: 0.0487547 Sep 09 22:34:02.842964 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e77a41d8-adf0-4610-aecf-c37f1bb09ae4 req-9b2001ae-5af6-42af-b35c-5629967465df tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344388 Sep 09 22:34:03.191925 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca4a8b-a307-402c-9fee-14c721aaa909 req-718d0078-7a09-49f0-82c9-e50ad2f98914 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:34:03.193389 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5fca4a8b-a307-402c-9fee-14c721aaa909 req-718d0078-7a09-49f0-82c9-e50ad2f98914 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 984 time: 0.0484352 Sep 09 22:34:03.231981 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5fca4a8b-a307-402c-9fee-14c721aaa909 req-569edd60-367d-4ad5-a2dc-3ae51a4a40a4 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a85bee8-fe50-43a8-bcc3-f18d998e9ffd&id=c802efca-6699-4194-af99-136df46d048e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327048 Sep 09 22:34:03.962595 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b332c0-35ce-44b2-aa5a-e14a00865d1d req-f8f9101e-3c44-41ff-b688-1bdce926655f tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:34:03.964069 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e8b332c0-35ce-44b2-aa5a-e14a00865d1d req-f8f9101e-3c44-41ff-b688-1bdce926655f tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 946 time: 0.0485570 Sep 09 22:34:04.001019 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e8b332c0-35ce-44b2-aa5a-e14a00865d1d req-b3ef90b9-9b52-4e18-9821-f3a749070085 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups?id=65cbff0c-4729-4135-b873-8d8822310672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310690 Sep 09 22:34:04.250383 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4343eaa2-6802-4510-83ae-10f9ec86399b req-80b13299-957f-46e1-b6a2-b0b73569bf0e tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:34:04.252070 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4343eaa2-6802-4510-83ae-10f9ec86399b req-80b13299-957f-46e1-b6a2-b0b73569bf0e tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.20 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 946 time: 0.0485504 Sep 09 22:34:04.380805 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc5e8e-6102-4d7f-b68c-bfe73357ea35 req-641c7cc9-abcf-467f-bdc2-62cc94e468aa tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:34:04.382252 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-14cc5e8e-6102-4d7f-b68c-bfe73357ea35 req-641c7cc9-abcf-467f-bdc2-62cc94e468aa tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 984 time: 0.0801234 Sep 09 22:34:04.389017 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-4343eaa2-6802-4510-83ae-10f9ec86399b req-d8f4069b-74b6-49a4-bb8c-0f1b9e93e1e1 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Deleting port e21a335b-78cc-47d5-aaeb-3a1120c92857 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:34:04.389351 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-4343eaa2-6802-4510-83ae-10f9ec86399b req-d8f4069b-74b6-49a4-bb8c-0f1b9e93e1e1 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:04.481074 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-14cc5e8e-6102-4d7f-b68c-bfe73357ea35 req-c9883e7c-243b-4a9a-bec1-aa5b503d96eb tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a85bee8-fe50-43a8-bcc3-f18d998e9ffd&id=c802efca-6699-4194-af99-136df46d048e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0877924 Sep 09 22:34:04.506700 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-4343eaa2-6802-4510-83ae-10f9ec86399b req-d8f4069b-74b6-49a4-bb8c-0f1b9e93e1e1 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] For port e21a335b-78cc-47d5-aaeb-3a1120c92857, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=e21a335b-78cc-47d5-aaeb-3a1120c92857,segment=NetworkSegment(e35247d3-5169-4319-9016-5c4a3a40d907),segment_id=e35247d3-5169-4319-9016-5c4a3a40d907)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:34:04.506991 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-4343eaa2-6802-4510-83ae-10f9ec86399b req-d8f4069b-74b6-49a4-bb8c-0f1b9e93e1e1 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:04.675819 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-4343eaa2-6802-4510-83ae-10f9ec86399b req-d8f4069b-74b6-49a4-bb8c-0f1b9e93e1e1 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:04.676215 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-4343eaa2-6802-4510-83ae-10f9ec86399b req-d8f4069b-74b6-49a4-bb8c-0f1b9e93e1e1 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415029'] for floatingip, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:04.676536 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.db.l3_db [req-4343eaa2-6802-4510-83ae-10f9ec86399b req-d8f4069b-74b6-49a4-bb8c-0f1b9e93e1e1 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Floating IP 678fb798-f20a-4856-8585-6e172d6960be disassociated. External IP: 172.27.3.7, port: e21a335b-78cc-47d5-aaeb-3a1120c92857. Sep 09 22:34:04.676867 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-4343eaa2-6802-4510-83ae-10f9ec86399b req-d8f4069b-74b6-49a4-bb8c-0f1b9e93e1e1 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Calling delete_port for e21a335b-78cc-47d5-aaeb-3a1120c92857 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:34:04.801434 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-4343eaa2-6802-4510-83ae-10f9ec86399b req-d8f4069b-74b6-49a4-bb8c-0f1b9e93e1e1 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:04.829546 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f4069b-74b6-49a4-bb8c-0f1b9e93e1e1 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Pushing event deleted for resources: {'Port': ['ID=e21a335b-78cc-47d5-aaeb-3a1120c92857,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:34:04.841065 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4069b-74b6-49a4-bb8c-0f1b9e93e1e1 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:34:04.841414 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4069b-74b6-49a4-bb8c-0f1b9e93e1e1 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:34:04.841757 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4069b-74b6-49a4-bb8c-0f1b9e93e1e1 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:34:04.842092 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4069b-74b6-49a4-bb8c-0f1b9e93e1e1 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:34:04.842421 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4069b-74b6-49a4-bb8c-0f1b9e93e1e1 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:34:04.842747 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4069b-74b6-49a4-bb8c-0f1b9e93e1e1 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:34:04.843074 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4069b-74b6-49a4-bb8c-0f1b9e93e1e1 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:34:04.843399 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4069b-74b6-49a4-bb8c-0f1b9e93e1e1 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:34:04.843722 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4069b-74b6-49a4-bb8c-0f1b9e93e1e1 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:34:04.844065 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4069b-74b6-49a4-bb8c-0f1b9e93e1e1 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:34:04.844388 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4069b-74b6-49a4-bb8c-0f1b9e93e1e1 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:34:04.844710 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f4069b-74b6-49a4-bb8c-0f1b9e93e1e1 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:34:04.951176 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4343eaa2-6802-4510-83ae-10f9ec86399b req-d8f4069b-74b6-49a4-bb8c-0f1b9e93e1e1 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Router e16c9b6d-4b60-4b46-964a-2c60d23d2f5a has already been hosted by L3 agent ecba8a59-1a63-4f4e-b72e-1c921b89dba6 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:34:05.013361 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:05.058996 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4343eaa2-6802-4510-83ae-10f9ec86399b req-d8f4069b-74b6-49a4-bb8c-0f1b9e93e1e1 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify agent at l3_agent.dv-cinder-759955-23-iscsi the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:34:05.069087 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6426116c-a2d0-465b-91bd-9ea9a0e61906 None None] Sync routers for ids ['e16c9b6d-4b60-4b46-964a-2c60d23d2f5a'] in dv-cinder-759955-23-iscsi {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:34:05.078714 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6426116c-a2d0-465b-91bd-9ea9a0e61906 None None] Routers {'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:34:05.079315 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-6426116c-a2d0-465b-91bd-9ea9a0e61906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:33:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['e16c9b6d-4b60-4b46-964a-2c60d23d2f5a'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:34:05.110718 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-4343eaa2-6802-4510-83ae-10f9ec86399b req-d8f4069b-74b6-49a4-bb8c-0f1b9e93e1e1 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] No DVR routers for this DVR port e21a335b-78cc-47d5-aaeb-3a1120c92857 on host hv-cinder-75995 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:34:05.113197 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-4343eaa2-6802-4510-83ae-10f9ec86399b req-d8f4069b-74b6-49a4-bb8c-0f1b9e93e1e1 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:05.115144 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4343eaa2-6802-4510-83ae-10f9ec86399b req-d8f4069b-74b6-49a4-bb8c-0f1b9e93e1e1 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.20 "DELETE /v2.0/ports/e21a335b-78cc-47d5-aaeb-3a1120c92857 HTTP/1.1" status: 204 len: 173 time: 0.8546736 Sep 09 22:34:05.115575 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221d921e-3137-4379-802b-787f0d5c1d41', 'name': 'network-vif-deleted', 'tag': 'e21a335b-78cc-47d5-aaeb-3a1120c92857'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:34:05.117886 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febecf7243e3540986e18e5907cacf19c405284daaaade8257553be7db475bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a20319-4ef5-42e8-acdb-b309767abedb" -d '{"events": [{"server_uuid": "221d921e-3137-4379-802b-787f0d5c1d41", "name": "network-vif-deleted", "tag": "e21a335b-78cc-47d5-aaeb-3a1120c92857"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:34:05.135159 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c46c0a8c-0315-4dad-be94-b048ad3f0b28 req-bc93b4be-593b-4b0b-923e-e9fcceadc383 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/ports?device_id=221d921e-3137-4379-802b-787f0d5c1d41 HTTP/1.1" status: 200 len: 210 time: 0.0537863 Sep 09 22:34:05.169475 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe20a87-94b1-4e89-a39b-a8552af46bf5 x-openstack-request-id: req-efe20a87-94b1-4e89-a39b-a8552af46bf5 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:34:05.170390 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "221d921e-3137-4379-802b-787f0d5c1d41", "name": "network-vif-deleted", "tag": "e21a335b-78cc-47d5-aaeb-3a1120c92857", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:34:05.170812 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-efe20a87-94b1-4e89-a39b-a8552af46bf5 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:34:05.171219 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '221d921e-3137-4379-802b-787f0d5c1d41', 'name': 'network-vif-deleted', 'tag': 'e21a335b-78cc-47d5-aaeb-3a1120c92857', 'status': 'completed', 'code': 200} Sep 09 22:34:05.213024 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-6426116c-a2d0-465b-91bd-9ea9a0e61906 None None] Set router e16c9b6d-4b60-4b46-964a-2c60d23d2f5a gateway port host: dv-cinder-759955-23-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:34:05.394559 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f9e7aaef-71e0-4938-a156-ce53175e0c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:05.419213 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-6426116c-a2d0-465b-91bd-9ea9a0e61906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1415468578-router', 'tenant_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'ebb9b6e2-ccd7-416f-98d3-d0dc31056a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:28:33Z', 'updated_at': '2021-09-09T22:28:36Z', 'revision_number': 4, 'project_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'gw_port': {'id': 'ebb9b6e2-ccd7-416f-98d3-d0dc31056a56', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:28:34Z', 'updated_at': '2021-09-09T22:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': 'a6d4898a-d718-4020-9e02-61795c06294c', 'name': '', 'network_id': '400f8173-ba02-43b5-8ce5-c9f86dbae434', 'tenant_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'mac_address': 'fa:16:3e:40:4b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'aea9e89c-ee50-4cf6-8ff5-ae7a991147d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:28:35Z', 'updated_at': '2021-09-09T22:28:41Z', 'revision_number': 5, 'project_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'subnets': [{'id': 'aea9e89c-ee50-4cf6-8ff5-ae7a991147d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:34:05.444058 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6426116c-a2d0-465b-91bd-9ea9a0e61906 None None] Checking router: e16c9b6d-4b60-4b46-964a-2c60d23d2f5a for host: dv-cinder-759955-23-iscsi {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:34:05.452417 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6426116c-a2d0-465b-91bd-9ea9a0e61906 None None] Routers {'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:34:05.453006 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-6426116c-a2d0-465b-91bd-9ea9a0e61906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:34:05Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['e16c9b6d-4b60-4b46-964a-2c60d23d2f5a'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:34:05.555182 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-6426116c-a2d0-465b-91bd-9ea9a0e61906 None None] Set router e16c9b6d-4b60-4b46-964a-2c60d23d2f5a gateway port host: dv-cinder-759955-23-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:34:05.597159 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61651aae-0b35-4f14-af41-16071dc7c780 req-50d6752c-e944-4450-9641-4a4165b7e1fa tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:34:05.598683 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-61651aae-0b35-4f14-af41-16071dc7c780 req-50d6752c-e944-4450-9641-4a4165b7e1fa tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 984 time: 0.0508952 Sep 09 22:34:05.639028 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-61651aae-0b35-4f14-af41-16071dc7c780 req-7dee7123-a0ec-4ca4-b3fa-a69a6acf0298 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a85bee8-fe50-43a8-bcc3-f18d998e9ffd&id=c802efca-6699-4194-af99-136df46d048e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338874 Sep 09 22:34:05.753204 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-6426116c-a2d0-465b-91bd-9ea9a0e61906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1415468578-router', 'tenant_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'ebb9b6e2-ccd7-416f-98d3-d0dc31056a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:28:33Z', 'updated_at': '2021-09-09T22:28:36Z', 'revision_number': 4, 'project_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'gw_port': {'id': 'ebb9b6e2-ccd7-416f-98d3-d0dc31056a56', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:28:34Z', 'updated_at': '2021-09-09T22:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': 'a6d4898a-d718-4020-9e02-61795c06294c', 'name': '', 'network_id': '400f8173-ba02-43b5-8ce5-c9f86dbae434', 'tenant_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'mac_address': 'fa:16:3e:40:4b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'aea9e89c-ee50-4cf6-8ff5-ae7a991147d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:28:35Z', 'updated_at': '2021-09-09T22:28:41Z', 'revision_number': 5, 'project_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'subnets': [{'id': 'aea9e89c-ee50-4cf6-8ff5-ae7a991147d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:34:05.778963 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6426116c-a2d0-465b-91bd-9ea9a0e61906 None None] The sync data for ids ['e16c9b6d-4b60-4b46-964a-2c60d23d2f5a'] in dv-cinder-759955-23-iscsi is: [{'id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1415468578-router', 'tenant_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'ebb9b6e2-ccd7-416f-98d3-d0dc31056a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:28:33Z', 'updated_at': '2021-09-09T22:28:36Z', 'revision_number': 4, 'project_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'gw_port': {'id': 'ebb9b6e2-ccd7-416f-98d3-d0dc31056a56', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:28:34Z', 'updated_at': '2021-09-09T22:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': 'a6d4898a-d718-4020-9e02-61795c06294c', 'name': '', 'network_id': '400f8173-ba02-43b5-8ce5-c9f86dbae434', 'tenant_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'mac_address': 'fa:16:3e:40:4b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'aea9e89c-ee50-4cf6-8ff5-ae7a991147d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:28:35Z', 'updated_at': '2021-09-09T22:28:41Z', 'revision_number': 5, 'project_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'subnets': [{'id': 'aea9e89c-ee50-4cf6-8ff5-ae7a991147d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:34:05.802460 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:05.991276 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc3d53f-d424-4571-a738-7a558e18b678 None None] New status for floating IP 678fb798-f20a-4856-8585-6e172d6960be: DOWN {{(pid=93889) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 22:34:06.224365 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 35008) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:34:06.277932 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cb9d0729-260f-4df7-9a5d-0e46fa234986 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:06.300838 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cb9d0729-260f-4df7-9a5d-0e46fa234986 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:06.348162 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cb9d0729-260f-4df7-9a5d-0e46fa234986 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:06.350741 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-cb9d0729-260f-4df7-9a5d-0e46fa234986 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:06.351815 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-cb9d0729-260f-4df7-9a5d-0e46fa234986 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "DELETE /v2.0/security-groups/65cbff0c-4729-4135-b873-8d8822310672 HTTP/1.1" status: 204 len: 168 time: 0.1264763 Sep 09 22:34:06.355209 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 35010) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:34:06.361576 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d0729-260f-4df7-9a5d-0e46fa234986 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cbff0c-4729-4135-b873-8d8822310672,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:34:06.368520 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.api.v2.resource [None req-f988fc82-96a5-4041-82c0-27ccb37361d0 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] show failed (client error): The resource could not be found. Sep 09 22:34:06.369502 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-f988fc82-96a5-4041-82c0-27ccb37361d0 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "GET /v2.0/security-groups/65cbff0c-4729-4135-b873-8d8822310672 HTTP/1.1" status: 404 len: 347 time: 0.0132797 Sep 09 22:34:06.372426 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 35012) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:34:06.499916 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-920ec974-9b37-4f6d-846b-9e6dbb563477 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Deleting port 229d41b4-df16-4ce1-aed0-a33e0c6f2434 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:34:06.500284 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-920ec974-9b37-4f6d-846b-9e6dbb563477 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:06.575067 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-920ec974-9b37-4f6d-846b-9e6dbb563477 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:06.575468 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-920ec974-9b37-4f6d-846b-9e6dbb563477 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:06.587421 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-920ec974-9b37-4f6d-846b-9e6dbb563477 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Calling delete_port for 229d41b4-df16-4ce1-aed0-a33e0c6f2434 owned by network:floatingip {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:34:06.722068 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:06.739113 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-920ec974-9b37-4f6d-846b-9e6dbb563477 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:06.769286 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ec974-9b37-4f6d-846b-9e6dbb563477 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Pushing event deleted for resources: {'Port': ['ID=229d41b4-df16-4ce1-aed0-a33e0c6f2434,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:34:06.819965 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def6edc-4619-4392-a1f2-32e89967b496 req-1762324a-c87b-490b-9116-be7870557195 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:34:06.822029 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5def6edc-4619-4392-a1f2-32e89967b496 req-1762324a-c87b-490b-9116-be7870557195 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 984 time: 0.1108646 Sep 09 22:34:06.856628 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-920ec974-9b37-4f6d-846b-9e6dbb563477 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks [] for floatingip, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:06.859070 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-920ec974-9b37-4f6d-846b-9e6dbb563477 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:06.860204 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-920ec974-9b37-4f6d-846b-9e6dbb563477 tempest-AttachVolumeShelveTestJSON-1703382823 tempest-AttachVolumeShelveTestJSON-1703382823-project] 10.222.0.41 "DELETE /v2.0/floatingips/678fb798-f20a-4856-8585-6e172d6960be HTTP/1.1" status: 204 len: 168 time: 0.4868853 Sep 09 22:34:06.874639 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5def6edc-4619-4392-a1f2-32e89967b496 req-2444d2e8-8989-413d-bb06-9a43358111ed tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a85bee8-fe50-43a8-bcc3-f18d998e9ffd&id=c802efca-6699-4194-af99-136df46d048e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0457551 Sep 09 22:34:07.993422 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269932c0-9dcf-44a8-a998-023b6c3ae83d req-7fcf2980-745b-45ed-a838-c56572938a87 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:34:07.994767 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-269932c0-9dcf-44a8-a998-023b6c3ae83d req-7fcf2980-745b-45ed-a838-c56572938a87 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 984 time: 0.0529196 Sep 09 22:34:08.035189 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-269932c0-9dcf-44a8-a998-023b6c3ae83d req-33f21ea4-8953-43df-ae8c-73039467dea7 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a85bee8-fe50-43a8-bcc3-f18d998e9ffd&id=c802efca-6699-4194-af99-136df46d048e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344350 Sep 09 22:34:08.103376 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:08.364673 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device e21a335b-78cc-47d5-aaeb-3a1120c92857 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:34:08.384438 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] No Port match for: e21a335b-78cc-47d5-aaeb-3a1120c92857 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:34:08.385033 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device e21a335b-78cc-47d5-aaeb-3a1120c92857 not bound to the agent host hv-cinder-75995 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:34:09.059098 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f2bbbe5d-1b8c-4f14-9dd5-08a0ffb06768 req-6770c275-7746-45b4-8d5c-dfd49d2e2b25 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f606411d-8d0f-481e-b520-501d72e2a9b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384650 Sep 09 22:34:09.169489 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bbbe5d-1b8c-4f14-9dd5-08a0ffb06768 req-b43312fb-5382-4641-b26e-c4bb9f326416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:34:09.170949 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f2bbbe5d-1b8c-4f14-9dd5-08a0ffb06768 req-b43312fb-5382-4641-b26e-c4bb9f326416 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=57b2554ae3954c0c842e1ddefc325dae&device_id=f606411d-8d0f-481e-b520-501d72e2a9b1 HTTP/1.1" status: 200 len: 1098 time: 0.0716147 Sep 09 22:34:09.178510 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8d385b-a5d5-42e4-9964-fda661e158a6 req-4fefb430-3942-42e4-befa-eaa14bdac1a4 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:34:09.179857 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ee8d385b-a5d5-42e4-9964-fda661e158a6 req-4fefb430-3942-42e4-befa-eaa14bdac1a4 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 984 time: 0.0722365 Sep 09 22:34:09.246858 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ee8d385b-a5d5-42e4-9964-fda661e158a6 req-c22d3968-f4bf-488b-b788-f4e888604ab4 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a85bee8-fe50-43a8-bcc3-f18d998e9ffd&id=c802efca-6699-4194-af99-136df46d048e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0599658 Sep 09 22:34:09.274492 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 35040) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:34:09.299065 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bbbe5d-1b8c-4f14-9dd5-08a0ffb06768 req-3d031ed3-26f5-45d1-9c73-13990da2305f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:34:09.300533 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f2bbbe5d-1b8c-4f14-9dd5-08a0ffb06768 req-3d031ed3-26f5-45d1-9c73-13990da2305f service neutron] 10.222.0.20 "GET /v2.0/networks?id=5841743a-0bf4-4a7f-9ea2-766ccec1923f HTTP/1.1" status: 200 len: 912 time: 0.1068265 Sep 09 22:34:09.371641 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f2bbbe5d-1b8c-4f14-9dd5-08a0ffb06768 req-134ce675-1b6f-465b-9157-c38eb527e971 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6582eb41-204a-40cc-b891-30fc4330f271 HTTP/1.1" status: 200 len: 1000 time: 0.0603473 Sep 09 22:34:09.422930 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bbbe5d-1b8c-4f14-9dd5-08a0ffb06768 req-bd65fcfc-c90f-445a-8f43-ff607c2d158b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:34:09.424305 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f2bbbe5d-1b8c-4f14-9dd5-08a0ffb06768 req-bd65fcfc-c90f-445a-8f43-ff607c2d158b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00d86d00-e9a4-4aee-a6b2-3faac56ffafe HTTP/1.1" status: 200 len: 851 time: 0.0444651 Sep 09 22:34:09.469506 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bbbe5d-1b8c-4f14-9dd5-08a0ffb06768 req-37bbe43b-0ee3-463c-9659-91af1a08141e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:34:09.470976 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f2bbbe5d-1b8c-4f14-9dd5-08a0ffb06768 req-37bbe43b-0ee3-463c-9659-91af1a08141e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5841743a-0bf4-4a7f-9ea2-766ccec1923f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0394037 Sep 09 22:34:09.562005 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f2bbbe5d-1b8c-4f14-9dd5-08a0ffb06768 req-85c3fe64-e6fc-41a1-b4d0-7996b97d36c4 service neutron] 10.222.0.20 "GET /v2.0/networks/5841743a-0bf4-4a7f-9ea2-766ccec1923f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834117 Sep 09 22:34:09.649966 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f2bbbe5d-1b8c-4f14-9dd5-08a0ffb06768 req-92693458-54dd-4569-aa09-df2a38d07681 service neutron] 10.222.0.20 "GET /v2.0/networks/5841743a-0bf4-4a7f-9ea2-766ccec1923f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809040 Sep 09 22:34:09.711006 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-767203ee-6b8a-42ae-9911-df14edbdaeae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414005'] for router_interface, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:09.952746 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-767203ee-6b8a-42ae-9911-df14edbdaeae admin admin] Deleting port a6d4898a-d718-4020-9e02-61795c06294c {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:34:09.953076 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-767203ee-6b8a-42ae-9911-df14edbdaeae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:10.027620 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-767203ee-6b8a-42ae-9911-df14edbdaeae admin admin] For port a6d4898a-d718-4020-9e02-61795c06294c, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=a6d4898a-d718-4020-9e02-61795c06294c,segment=NetworkSegment(e35247d3-5169-4319-9016-5c4a3a40d907),segment_id=e35247d3-5169-4319-9016-5c4a3a40d907)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:34:10.027897 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-767203ee-6b8a-42ae-9911-df14edbdaeae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:10.040258 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-767203ee-6b8a-42ae-9911-df14edbdaeae admin admin] Calling delete_port for a6d4898a-d718-4020-9e02-61795c06294c owned by network:router_interface {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:34:10.215369 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-767203ee-6b8a-42ae-9911-df14edbdaeae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26050298'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:10.245757 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767203ee-6b8a-42ae-9911-df14edbdaeae admin admin] Pushing event deleted for resources: {'Port': ['ID=a6d4898a-d718-4020-9e02-61795c06294c,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:34:10.431969 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-767203ee-6b8a-42ae-9911-df14edbdaeae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-619833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414081'] for router_interface, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:10.528590 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d7419-e110-4be9-9889-4ba0d6a7505c req-5c6b1870-ba8f-4f42-be6f-094431c20768 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:34:10.530077 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5b4d7419-e110-4be9-9889-4ba0d6a7505c req-5c6b1870-ba8f-4f42-be6f-094431c20768 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 984 time: 0.0528214 Sep 09 22:34:10.570576 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5b4d7419-e110-4be9-9889-4ba0d6a7505c req-83219249-2c89-408d-87a5-e4911367c15f tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a85bee8-fe50-43a8-bcc3-f18d998e9ffd&id=c802efca-6699-4194-af99-136df46d048e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343552 Sep 09 22:34:10.655627 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767203ee-6b8a-42ae-9911-df14edbdaeae admin admin] Router e16c9b6d-4b60-4b46-964a-2c60d23d2f5a has already been hosted by L3 agent ecba8a59-1a63-4f4e-b72e-1c921b89dba6 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:34:10.759408 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767203ee-6b8a-42ae-9911-df14edbdaeae admin admin] Notify agent at l3_agent.dv-cinder-759955-23-iscsi the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:34:10.764872 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-767203ee-6b8a-42ae-9911-df14edbdaeae admin admin] 10.222.0.41 "PUT /v2.0/routers/e16c9b6d-4b60-4b46-964a-2c60d23d2f5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4892929 Sep 09 22:34:10.767316 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 35046) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:34:10.768232 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480a16d5-87c3-4a04-8af1-4be0ed0cf4ef None None] Sync routers for ids ['e16c9b6d-4b60-4b46-964a-2c60d23d2f5a'] in dv-cinder-759955-23-iscsi {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:34:10.778888 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480a16d5-87c3-4a04-8af1-4be0ed0cf4ef None None] Routers {'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:34:10.779676 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-480a16d5-87c3-4a04-8af1-4be0ed0cf4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:34:05Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['e16c9b6d-4b60-4b46-964a-2c60d23d2f5a'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:34:10.875702 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f72afbc3-15d6-4412-9c24-a80640316265 admin admin] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:10.884730 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-480a16d5-87c3-4a04-8af1-4be0ed0cf4ef None None] Set router e16c9b6d-4b60-4b46-964a-2c60d23d2f5a gateway port host: dv-cinder-759955-23-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:34:10.974768 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f72afbc3-15d6-4412-9c24-a80640316265 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:11.028785 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-f72afbc3-15d6-4412-9c24-a80640316265 admin admin] Deleting port ebb9b6e2-ccd7-416f-98d3-d0dc31056a56 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:34:11.029198 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f72afbc3-15d6-4412-9c24-a80640316265 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:11.060813 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-480a16d5-87c3-4a04-8af1-4be0ed0cf4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1415468578-router', 'tenant_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': 'ebb9b6e2-ccd7-416f-98d3-d0dc31056a56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:28:33Z', 'updated_at': '2021-09-09T22:34:10Z', 'revision_number': 5, 'project_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'gw_port': {'id': 'ebb9b6e2-ccd7-416f-98d3-d0dc31056a56', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8a:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:28:34Z', 'updated_at': '2021-09-09T22:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi'}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:34:11.108456 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-f72afbc3-15d6-4412-9c24-a80640316265 admin admin] For port ebb9b6e2-ccd7-416f-98d3-d0dc31056a56, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=ebb9b6e2-ccd7-416f-98d3-d0dc31056a56,segment=NetworkSegment(90346f4a-7a44-48b1-bd31-fe8f3a549143),segment_id=90346f4a-7a44-48b1-bd31-fe8f3a549143)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:34:11.108811 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f72afbc3-15d6-4412-9c24-a80640316265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:11.123361 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-f72afbc3-15d6-4412-9c24-a80640316265 admin admin] Calling delete_port for ebb9b6e2-ccd7-416f-98d3-d0dc31056a56 owned by network:router_gateway {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:34:11.173639 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480a16d5-87c3-4a04-8af1-4be0ed0cf4ef None None] Checking router: e16c9b6d-4b60-4b46-964a-2c60d23d2f5a for host: dv-cinder-759955-23-iscsi {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:34:11.182329 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480a16d5-87c3-4a04-8af1-4be0ed0cf4ef None None] Routers {'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:34:11.182937 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-480a16d5-87c3-4a04-8af1-4be0ed0cf4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:34:05Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['e16c9b6d-4b60-4b46-964a-2c60d23d2f5a'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:34:11.266769 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-480a16d5-87c3-4a04-8af1-4be0ed0cf4ef None None] Set router e16c9b6d-4b60-4b46-964a-2c60d23d2f5a gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:34:11.286576 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f72afbc3-15d6-4412-9c24-a80640316265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26050298'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:11.316343 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72afbc3-15d6-4412-9c24-a80640316265 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebb9b6e2-ccd7-416f-98d3-d0dc31056a56,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:34:11.319002 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-480a16d5-87c3-4a04-8af1-4be0ed0cf4ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1415468578-router', 'tenant_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:28:33Z', 'updated_at': '2021-09-09T22:34:10Z', 'revision_number': 6, 'project_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'gw_port_host': None}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:34:11.350984 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480a16d5-87c3-4a04-8af1-4be0ed0cf4ef None None] The sync data for ids ['e16c9b6d-4b60-4b46-964a-2c60d23d2f5a'] in dv-cinder-759955-23-iscsi is: [{'id': 'e16c9b6d-4b60-4b46-964a-2c60d23d2f5a', 'name': 'tempest-AttachVolumeShelveTestJSON-1415468578-router', 'tenant_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:28:33Z', 'updated_at': '2021-09-09T22:34:10Z', 'revision_number': 6, 'project_id': '17b7ba05b1cf4d60a5f99ba7e03a82dc', 'gw_port_host': None}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:34:11.382728 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f72afbc3-15d6-4412-9c24-a80640316265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415075'] for router_gateway, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:11.490789 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f72afbc3-15d6-4412-9c24-a80640316265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-413648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-374'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:11.493473 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f72afbc3-15d6-4412-9c24-a80640316265 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:11.541744 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f72afbc3-15d6-4412-9c24-a80640316265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-413657'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:11.542189 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72afbc3-15d6-4412-9c24-a80640316265 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e16c9b6d-4b60-4b46-964a-2c60d23d2f5a {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 22:34:11.547442 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f72afbc3-15d6-4412-9c24-a80640316265 admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:11.548295 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-f72afbc3-15d6-4412-9c24-a80640316265 admin admin] 10.222.0.41 "DELETE /v2.0/routers/e16c9b6d-4b60-4b46-964a-2c60d23d2f5a HTTP/1.1" status: 204 len: 168 time: 0.7800586 Sep 09 22:34:11.551378 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 35048) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:34:11.612564 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f297e03-c9e6-4460-bcde-2f235f12af74 admin admin] Deleting subnet aea9e89c-ee50-4cf6-8ff5-ae7a991147d2 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 22:34:11.615859 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6f297e03-c9e6-4460-bcde-2f235f12af74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:11.660183 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6f297e03-c9e6-4460-bcde-2f235f12af74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25986889'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:11.704202 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376f369-8afb-49c2-9ea6-7711372cb6c3 req-73a09573-7bcd-42bc-bed1-b6ab15ad162d tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:34:11.705667 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3376f369-8afb-49c2-9ea6-7711372cb6c3 req-73a09573-7bcd-42bc-bed1-b6ab15ad162d tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 984 time: 0.0552773 Sep 09 22:34:11.746390 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6f297e03-c9e6-4460-bcde-2f235f12af74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1479288'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:11.754299 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3376f369-8afb-49c2-9ea6-7711372cb6c3 req-ea6e2b42-e6d3-4edd-acb9-12a26a2a5138 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a85bee8-fe50-43a8-bcc3-f18d998e9ffd&id=c802efca-6699-4194-af99-136df46d048e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0410371 Sep 09 22:34:11.804902 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6f297e03-c9e6-4460-bcde-2f235f12af74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1479281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26050247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26210007'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:11.841052 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6f297e03-c9e6-4460-bcde-2f235f12af74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:11.842886 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-6f297e03-c9e6-4460-bcde-2f235f12af74 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/aea9e89c-ee50-4cf6-8ff5-ae7a991147d2 HTTP/1.1" status: 204 len: 168 time: 0.2904747 Sep 09 22:34:11.843964 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f297e03-c9e6-4460-bcde-2f235f12af74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aea9e89c-ee50-4cf6-8ff5-ae7a991147d2,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:34:11.846232 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 35052) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:34:11.848430 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11359b68-1d79-4397-8079-dec77f21b863 None None] Network 400f8173-ba02-43b5-8ce5-c9f86dbae434 requested from dv-cinder-759955-23-iscsi {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:34:11.949054 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c7e48c2a-a96e-4f69-aeae-9b520d76c551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1695652'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:12.026440 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-c7e48c2a-a96e-4f69-aeae-9b520d76c551 admin admin] Deleting port d9dd14be-1a19-4bc8-9497-7462d12497c8 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:34:12.026772 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c7e48c2a-a96e-4f69-aeae-9b520d76c551 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:12.301149 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220b1627-0071-49b2-9716-4c1cafbf103c None None] DHCP port deletion for 400f8173-ba02-43b5-8ce5-c9f86dbae434 request from dv-cinder-759955-23-iscsi {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 22:34:12.331122 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device a6d4898a-d718-4020-9e02-61795c06294c no longer exists at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:34:12.353311 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] No Port match for: a6d4898a-d718-4020-9e02-61795c06294c {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:34:12.353622 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device a6d4898a-d718-4020-9e02-61795c06294c not bound to the agent host dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:34:12.376090 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-220b1627-0071-49b2-9716-4c1cafbf103c None None] Deleting port d9dd14be-1a19-4bc8-9497-7462d12497c8 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:34:12.376475 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-220b1627-0071-49b2-9716-4c1cafbf103c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:12.391318 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-c7e48c2a-a96e-4f69-aeae-9b520d76c551 admin admin] For port d9dd14be-1a19-4bc8-9497-7462d12497c8, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=d9dd14be-1a19-4bc8-9497-7462d12497c8,segment=NetworkSegment(e35247d3-5169-4319-9016-5c4a3a40d907),segment_id=e35247d3-5169-4319-9016-5c4a3a40d907)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:34:12.391677 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c7e48c2a-a96e-4f69-aeae-9b520d76c551 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:12.407438 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-c7e48c2a-a96e-4f69-aeae-9b520d76c551 admin admin] Calling delete_port for d9dd14be-1a19-4bc8-9497-7462d12497c8 owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:34:12.439168 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-220b1627-0071-49b2-9716-4c1cafbf103c None None] For port d9dd14be-1a19-4bc8-9497-7462d12497c8, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=d9dd14be-1a19-4bc8-9497-7462d12497c8,segment=NetworkSegment(e35247d3-5169-4319-9016-5c4a3a40d907),segment_id=e35247d3-5169-4319-9016-5c4a3a40d907)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:34:12.439556 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-220b1627-0071-49b2-9716-4c1cafbf103c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:12.451513 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-220b1627-0071-49b2-9716-4c1cafbf103c None None] Calling delete_port for d9dd14be-1a19-4bc8-9497-7462d12497c8 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:34:12.486946 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c7e48c2a-a96e-4f69-aeae-9b520d76c551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26050298'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:12.516779 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e48c2a-a96e-4f69-aeae-9b520d76c551 admin admin] No DVR routers for this DVR port d9dd14be-1a19-4bc8-9497-7462d12497c8 on host dv-cinder-759955-23-iscsi {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:34:12.520522 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e48c2a-a96e-4f69-aeae-9b520d76c551 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9dd14be-1a19-4bc8-9497-7462d12497c8,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:34:12.567634 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-220b1627-0071-49b2-9716-4c1cafbf103c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:12.596949 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220b1627-0071-49b2-9716-4c1cafbf103c None None] Pushing event deleted for resources: {'Port': ['ID=d9dd14be-1a19-4bc8-9497-7462d12497c8,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:34:12.598766 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220b1627-0071-49b2-9716-4c1cafbf103c None None] No DVR routers for this DVR port d9dd14be-1a19-4bc8-9497-7462d12497c8 on host dv-cinder-759955-23-iscsi {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:34:12.604453 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c7e48c2a-a96e-4f69-aeae-9b520d76c551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476877', 'neutron.services.segments.db._delete_segments_for_network-8781721822877'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:12.631781 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.services.segments.db [None req-c7e48c2a-a96e-4f69-aeae-9b520d76c551 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['400f8173-ba02-43b5-8ce5-c9f86dbae434']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:34:12.641970 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.services.segments.db [None req-c7e48c2a-a96e-4f69-aeae-9b520d76c551 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e35247d3-5169-4319-9016-5c4a3a40d907') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:34:12.642268 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.services.segments.db [None req-c7e48c2a-a96e-4f69-aeae-9b520d76c551 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e35247d3-5169-4319-9016-5c4a3a40d907') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:34:12.651401 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c7e48c2a-a96e-4f69-aeae-9b520d76c551 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781721823142', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25986864'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:12.664415 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c7e48c2a-a96e-4f69-aeae-9b520d76c551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:12.670739 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7e48c2a-a96e-4f69-aeae-9b520d76c551 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 22:34:12.671112 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c7e48c2a-a96e-4f69-aeae-9b520d76c551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26050341'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:12.672846 dv-cinder-759955-23-iscsi neutron-server[93887]: Traceback (most recent call last): Sep 09 22:34:12.672846 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 22:34:12.672846 dv-cinder-759955-23-iscsi neutron-server[93887]: timer() Sep 09 22:34:12.672846 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 22:34:12.672846 dv-cinder-759955-23-iscsi neutron-server[93887]: cb(*args, **kw) Sep 09 22:34:12.672846 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 22:34:12.672846 dv-cinder-759955-23-iscsi neutron-server[93887]: return func(*args, **kwargs) Sep 09 22:34:12.672846 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 22:34:12.672846 dv-cinder-759955-23-iscsi neutron-server[93887]: self._notify() Sep 09 22:34:12.672846 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 22:34:12.672846 dv-cinder-759955-23-iscsi neutron-server[93887]: self.callback(batched_events) Sep 09 22:34:12.672846 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 22:34:12.672846 dv-cinder-759955-23-iscsi neutron-server[93887]: event.method(event) Sep 09 22:34:12.672846 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 22:34:12.672846 dv-cinder-759955-23-iscsi neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 22:34:12.672846 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 22:34:12.672846 dv-cinder-759955-23-iscsi neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 22:34:12.672846 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 22:34:12.672846 dv-cinder-759955-23-iscsi neutron-server[93887]: return f(self, *a, **k) Sep 09 22:34:12.672846 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 22:34:12.672846 dv-cinder-759955-23-iscsi neutron-server[93887]: return self._get(url).json() Sep 09 22:34:12.672846 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 22:34:12.672846 dv-cinder-759955-23-iscsi neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 22:34:12.672846 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 22:34:12.672846 dv-cinder-759955-23-iscsi neutron-server[93887]: return self.request(url, 'GET', **kwargs) Sep 09 22:34:12.672846 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 22:34:12.672846 dv-cinder-759955-23-iscsi neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 22:34:12.672846 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 22:34:12.672846 dv-cinder-759955-23-iscsi neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 22:34:12.672846 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 22:34:12.672846 dv-cinder-759955-23-iscsi neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 22:34:12.672846 dv-cinder-759955-23-iscsi neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 22:34:12.732323 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c7e48c2a-a96e-4f69-aeae-9b520d76c551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1478910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414983'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:12.737036 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-c7e48c2a-a96e-4f69-aeae-9b520d76c551 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:12.738897 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-c7e48c2a-a96e-4f69-aeae-9b520d76c551 admin admin] 10.222.0.41 "DELETE /v2.0/networks/400f8173-ba02-43b5-8ce5-c9f86dbae434 HTTP/1.1" status: 204 len: 168 time: 0.8920555 Sep 09 22:34:12.751607 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e48c2a-a96e-4f69-aeae-9b520d76c551 admin admin] Pushing event deleted for resources: {'Network': ['ID=400f8173-ba02-43b5-8ce5-c9f86dbae434,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:34:12.855261 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 35058) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:34:12.877950 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503b818-9248-4eef-a75e-7a14c429a885 req-dc9645dc-ce56-4425-82aa-045c199313f0 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:34:12.879422 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7503b818-9248-4eef-a75e-7a14c429a885 req-dc9645dc-ce56-4425-82aa-045c199313f0 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 984 time: 0.0488243 Sep 09 22:34:12.894686 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-8b89805b-af2f-45bd-9723-c6bbf127191f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=17b7ba05b1cf4d60a5f99ba7e03a82dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382359 Sep 09 22:34:12.898395 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 35060) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:34:12.920059 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7503b818-9248-4eef-a75e-7a14c429a885 req-8ff6797a-05f1-48e0-a82f-a7ae664ef85c tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a85bee8-fe50-43a8-bcc3-f18d998e9ffd&id=c802efca-6699-4194-af99-136df46d048e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333941 Sep 09 22:34:12.945167 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1aeff89c-c990-42f9-adf3-b51e7d10a3d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:12.966073 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1aeff89c-c990-42f9-adf3-b51e7d10a3d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:13.012547 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1aeff89c-c990-42f9-adf3-b51e7d10a3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:13.015293 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-1aeff89c-c990-42f9-adf3-b51e7d10a3d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:13.016535 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-1aeff89c-c990-42f9-adf3-b51e7d10a3d4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f6921e80-0275-4d56-9fac-7299284e0387 HTTP/1.1" status: 204 len: 168 time: 0.1185260 Sep 09 22:34:13.024303 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeff89c-c990-42f9-adf3-b51e7d10a3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6921e80-0275-4d56-9fac-7299284e0387,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:34:13.792934 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device d9dd14be-1a19-4bc8-9497-7462d12497c8 no longer exists at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:34:13.815948 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] No Port match for: d9dd14be-1a19-4bc8-9497-7462d12497c8 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:34:13.816245 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device d9dd14be-1a19-4bc8-9497-7462d12497c8 not bound to the agent host dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:34:13.816648 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device ebb9b6e2-ccd7-416f-98d3-d0dc31056a56 no longer exists at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:34:13.835105 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] No Port match for: ebb9b6e2-ccd7-416f-98d3-d0dc31056a56 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:34:13.835442 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device ebb9b6e2-ccd7-416f-98d3-d0dc31056a56 not bound to the agent host dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:34:14.036913 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00cf57-3d7f-4a9b-ad3d-d3eb4d59e74d req-b7291c43-c304-409e-8c2c-c902fbc7ba8f tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:34:14.038387 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-db00cf57-3d7f-4a9b-ad3d-d3eb4d59e74d req-b7291c43-c304-409e-8c2c-c902fbc7ba8f tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 984 time: 0.0521634 Sep 09 22:34:14.079270 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-db00cf57-3d7f-4a9b-ad3d-d3eb4d59e74d req-a80beb7b-e77c-433e-a662-0cfd59f1709b tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a85bee8-fe50-43a8-bcc3-f18d998e9ffd&id=c802efca-6699-4194-af99-136df46d048e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344141 Sep 09 22:34:29.959257 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.agents_db [None req-ca59875f-4706-4e17-8f41-5ac1de1c8425 None None] Agent healthcheck: found 6 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:34:32.649991 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ab8f8503-9cf4-4e9e-8113-62ae34d35d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:35.017260 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:35.397137 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7a676281-bdf0-43a4-9e04-a433959240ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:35.802748 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:36.725934 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:38.104807 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:42.915656 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 35308) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:34:43.074105 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-40dd6111-3b69-4a41-9360-5ae78f99d06a tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Deleting port 680798c7-9fb8-43b2-b320-3c944942dd39 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:34:43.074478 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-40dd6111-3b69-4a41-9360-5ae78f99d06a tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:43.148302 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-40dd6111-3b69-4a41-9360-5ae78f99d06a tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:43.148620 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-40dd6111-3b69-4a41-9360-5ae78f99d06a tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:43.160581 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-40dd6111-3b69-4a41-9360-5ae78f99d06a tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Calling delete_port for 680798c7-9fb8-43b2-b320-3c944942dd39 owned by network:floatingip {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:34:43.326928 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-40dd6111-3b69-4a41-9360-5ae78f99d06a tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:43.357053 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dd6111-3b69-4a41-9360-5ae78f99d06a tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Pushing event deleted for resources: {'Port': ['ID=680798c7-9fb8-43b2-b320-3c944942dd39,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:34:43.413298 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-40dd6111-3b69-4a41-9360-5ae78f99d06a tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks [] for floatingip, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:43.413619 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.db.l3_db [None req-40dd6111-3b69-4a41-9360-5ae78f99d06a tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Floating IP 152e2908-ca33-4408-85fe-d534c525e377 disassociated (deleted). External IP: 172.27.3.100, port: b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6. Sep 09 22:34:43.616705 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40dd6111-3b69-4a41-9360-5ae78f99d06a tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Router 3965cb03-7ac2-4373-b0f9-bb5f443662cf has already been hosted by L3 agent ecba8a59-1a63-4f4e-b72e-1c921b89dba6 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:34:43.958399 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40dd6111-3b69-4a41-9360-5ae78f99d06a tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify agent at l3_agent.dv-cinder-759955-23-iscsi the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:34:43.963232 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-40dd6111-3b69-4a41-9360-5ae78f99d06a tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:43.969778 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdbf8c4-57e3-4d4b-8e9c-f6901c62488b None None] Sync routers for ids ['3965cb03-7ac2-4373-b0f9-bb5f443662cf'] in dv-cinder-759955-23-iscsi {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:34:43.978993 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdbf8c4-57e3-4d4b-8e9c-f6901c62488b None None] Routers {'3965cb03-7ac2-4373-b0f9-bb5f443662cf'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:34:43.979607 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-fcdbf8c4-57e3-4d4b-8e9c-f6901c62488b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:34:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['3965cb03-7ac2-4373-b0f9-bb5f443662cf'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:34:43.988890 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-40dd6111-3b69-4a41-9360-5ae78f99d06a tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "DELETE /v2.0/floatingips/152e2908-ca33-4408-85fe-d534c525e377 HTTP/1.1" status: 204 len: 168 time: 1.0721273 Sep 09 22:34:43.989464 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c7fb69-6131-4145-9f84-ec8f3b5d176c', 'tag': 'b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:34:43.992909 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febecf7243e3540986e18e5907cacf19c405284daaaade8257553be7db475bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395f5066-ae20-4a8e-895b-22efef3742a8" -d '{"events": [{"name": "network-changed", "server_uuid": "20c7fb69-6131-4145-9f84-ec8f3b5d176c", "tag": "b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:34:44.043070 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14336338-a19a-43f1-bf67-e8c7cc2a27a7 x-openstack-request-id: req-14336338-a19a-43f1-bf67-e8c7cc2a27a7 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:34:44.043332 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c7fb69-6131-4145-9f84-ec8f3b5d176c", "tag": "b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:34:44.043549 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-14336338-a19a-43f1-bf67-e8c7cc2a27a7 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:34:44.043964 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20c7fb69-6131-4145-9f84-ec8f3b5d176c', 'tag': 'b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6', 'status': 'completed', 'code': 200} Sep 09 22:34:44.098287 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-fcdbf8c4-57e3-4d4b-8e9c-f6901c62488b None None] Set router 3965cb03-7ac2-4373-b0f9-bb5f443662cf gateway port host: dv-cinder-759955-23-iscsi {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:34:44.108969 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f5066-ae20-4a8e-895b-22efef3742a8 req-ed6e865d-5c1d-4cb9-8326-6bb619ab7138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:34:44.110441 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-395f5066-ae20-4a8e-895b-22efef3742a8 req-ed6e865d-5c1d-4cb9-8326-6bb619ab7138 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=57b2554ae3954c0c842e1ddefc325dae&device_id=20c7fb69-6131-4145-9f84-ec8f3b5d176c HTTP/1.1" status: 200 len: 1098 time: 0.0428836 Sep 09 22:34:44.269542 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5047ca2-3170-472d-bde7-12084523d5d6 req-017eb875-3ebc-48d7-bc0c-821a88724d89 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:34:44.271023 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f5047ca2-3170-472d-bde7-12084523d5d6 req-017eb875-3ebc-48d7-bc0c-821a88724d89 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=20c7fb69-6131-4145-9f84-ec8f3b5d176c HTTP/1.1" status: 200 len: 945 time: 0.0689187 Sep 09 22:34:44.273930 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f5066-ae20-4a8e-895b-22efef3742a8 req-41afb84e-98b1-4470-a29f-d30d99e75e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:34:44.275410 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-395f5066-ae20-4a8e-895b-22efef3742a8 req-41afb84e-98b1-4470-a29f-d30d99e75e95 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5841743a-0bf4-4a7f-9ea2-766ccec1923f HTTP/1.1" status: 200 len: 912 time: 0.1541960 Sep 09 22:34:44.348560 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f5047ca2-3170-472d-bde7-12084523d5d6 req-232baf70-ca21-42e5-9252-880edddc5777 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693431 Sep 09 22:34:44.349950 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-395f5066-ae20-4a8e-895b-22efef3742a8 req-818a4bd6-b776-471d-9698-b4a1dce18559 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6 HTTP/1.1" status: 200 len: 217 time: 0.0646157 Sep 09 22:34:44.358252 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-fcdbf8c4-57e3-4d4b-8e9c-f6901c62488b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'name': 'tempest-TestVolumeBootPattern-2097652074-router', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:26:35Z', 'updated_at': '2021-09-09T22:26:42Z', 'revision_number': 4, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'gw_port': {'id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:36Z', 'updated_at': '2021-09-09T22:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_floatingips': [{'id': '76936c02-33bf-46ec-bd45-fce1fb8999fc', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'floating_ip_address': '172.27.3.35', 'floating_network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'router_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'port_id': '6582eb41-204a-40cc-b891-30fc4330f271', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f', 'mac_address': 'fa:16:3e:a2:c4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f606411d-8d0f-481e-b520-501d72e2a9b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:30:57Z', 'updated_at': '2021-09-09T22:30:58Z', 'revision_number': 1, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '256f3ab3-ac27-4169-bbd1-858fd14e4ae7', 'name': '', 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'mac_address': 'fa:16:3e:78:cc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '00d86d00-e9a4-4aee-a6b2-3faac56ffafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:40Z', 'updated_at': '2021-09-09T22:26:50Z', 'revision_number': 5, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'subnets': [{'id': '00d86d00-e9a4-4aee-a6b2-3faac56ffafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:34:44.387955 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdbf8c4-57e3-4d4b-8e9c-f6901c62488b None None] Checking router: 3965cb03-7ac2-4373-b0f9-bb5f443662cf for host: dv-cinder-759955-23-iscsi {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:34:44.396369 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdbf8c4-57e3-4d4b-8e9c-f6901c62488b None None] Routers {'3965cb03-7ac2-4373-b0f9-bb5f443662cf'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:34:44.396980 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-fcdbf8c4-57e3-4d4b-8e9c-f6901c62488b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:34:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['3965cb03-7ac2-4373-b0f9-bb5f443662cf'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:34:44.402195 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f5066-ae20-4a8e-895b-22efef3742a8 req-57a1c73a-46fe-4cdf-aff0-ce40fde651dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:34:44.403784 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-395f5066-ae20-4a8e-895b-22efef3742a8 req-57a1c73a-46fe-4cdf-aff0-ce40fde651dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00d86d00-e9a4-4aee-a6b2-3faac56ffafe HTTP/1.1" status: 200 len: 851 time: 0.0459528 Sep 09 22:34:44.449290 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f5066-ae20-4a8e-895b-22efef3742a8 req-04dd8d13-ee35-4307-95c0-c640c6f6de78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:34:44.450745 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-395f5066-ae20-4a8e-895b-22efef3742a8 req-04dd8d13-ee35-4307-95c0-c640c6f6de78 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5841743a-0bf4-4a7f-9ea2-766ccec1923f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0390706 Sep 09 22:34:44.502447 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-fcdbf8c4-57e3-4d4b-8e9c-f6901c62488b None None] Set router 3965cb03-7ac2-4373-b0f9-bb5f443662cf gateway port host: dv-cinder-759955-23-iscsi {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:34:44.545957 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-395f5066-ae20-4a8e-895b-22efef3742a8 req-726574bb-b901-4fcd-8daa-203493e2c4e6 service neutron] 10.222.0.20 "GET /v2.0/networks/5841743a-0bf4-4a7f-9ea2-766ccec1923f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852168 Sep 09 22:34:44.643291 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-395f5066-ae20-4a8e-895b-22efef3742a8 req-fee13a8a-3cf2-4590-ad7f-558ddac3647b service neutron] 10.222.0.20 "GET /v2.0/networks/5841743a-0bf4-4a7f-9ea2-766ccec1923f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896847 Sep 09 22:34:44.743911 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-fcdbf8c4-57e3-4d4b-8e9c-f6901c62488b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'name': 'tempest-TestVolumeBootPattern-2097652074-router', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:26:35Z', 'updated_at': '2021-09-09T22:26:42Z', 'revision_number': 4, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'gw_port': {'id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:36Z', 'updated_at': '2021-09-09T22:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_floatingips': [{'id': '76936c02-33bf-46ec-bd45-fce1fb8999fc', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'floating_ip_address': '172.27.3.35', 'floating_network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'router_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'port_id': '6582eb41-204a-40cc-b891-30fc4330f271', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f', 'mac_address': 'fa:16:3e:a2:c4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f606411d-8d0f-481e-b520-501d72e2a9b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:30:57Z', 'updated_at': '2021-09-09T22:30:58Z', 'revision_number': 1, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '256f3ab3-ac27-4169-bbd1-858fd14e4ae7', 'name': '', 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'mac_address': 'fa:16:3e:78:cc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '00d86d00-e9a4-4aee-a6b2-3faac56ffafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:40Z', 'updated_at': '2021-09-09T22:26:50Z', 'revision_number': 5, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'subnets': [{'id': '00d86d00-e9a4-4aee-a6b2-3faac56ffafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:34:44.884727 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcdbf8c4-57e3-4d4b-8e9c-f6901c62488b None None] The sync data for ids ['3965cb03-7ac2-4373-b0f9-bb5f443662cf'] in dv-cinder-759955-23-iscsi is: [{'id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'name': 'tempest-TestVolumeBootPattern-2097652074-router', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:26:35Z', 'updated_at': '2021-09-09T22:26:42Z', 'revision_number': 4, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'gw_port': {'id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:36Z', 'updated_at': '2021-09-09T22:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_floatingips': [{'id': '76936c02-33bf-46ec-bd45-fce1fb8999fc', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'floating_ip_address': '172.27.3.35', 'floating_network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'router_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'port_id': '6582eb41-204a-40cc-b891-30fc4330f271', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f', 'mac_address': 'fa:16:3e:a2:c4:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f606411d-8d0f-481e-b520-501d72e2a9b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:30:57Z', 'updated_at': '2021-09-09T22:30:58Z', 'revision_number': 1, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '256f3ab3-ac27-4169-bbd1-858fd14e4ae7', 'name': '', 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'mac_address': 'fa:16:3e:78:cc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '00d86d00-e9a4-4aee-a6b2-3faac56ffafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:40Z', 'updated_at': '2021-09-09T22:26:50Z', 'revision_number': 5, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'subnets': [{'id': '00d86d00-e9a4-4aee-a6b2-3faac56ffafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:34:45.082300 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f36e2b-55ce-4fb2-a80f-f0cdb133652e None None] New status for floating IP 152e2908-ca33-4408-85fe-d534c525e377: DOWN {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 22:34:45.487645 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431d96b-b1ea-4e5f-8801-35cfa0f2af45 req-4d25f97f-e7be-4c24-9094-faed763fb9f8 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:34:45.489142 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6431d96b-b1ea-4e5f-8801-35cfa0f2af45 req-4d25f97f-e7be-4c24-9094-faed763fb9f8 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=20c7fb69-6131-4145-9f84-ec8f3b5d176c HTTP/1.1" status: 200 len: 945 time: 0.0558279 Sep 09 22:34:45.528899 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6431d96b-b1ea-4e5f-8801-35cfa0f2af45 req-62496c6c-2fdf-4aa2-9595-99d71130db73 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335584 Sep 09 22:34:45.825448 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaafefe-cbfb-41e0-b505-a19867ef243c req-d3a5a904-6b9f-4f24-8b6d-7dc388c8b8ad tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:34:45.826856 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2eaafefe-cbfb-41e0-b505-a19867ef243c req-d3a5a904-6b9f-4f24-8b6d-7dc388c8b8ad tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.20 "GET /v2.0/ports?device_id=20c7fb69-6131-4145-9f84-ec8f3b5d176c HTTP/1.1" status: 200 len: 945 time: 0.0467777 Sep 09 22:34:45.915682 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-2eaafefe-cbfb-41e0-b505-a19867ef243c req-5c279974-e827-4c58-acf4-ee5e3c377bc7 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Deleting port b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:34:45.916023 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2eaafefe-cbfb-41e0-b505-a19867ef243c req-5c279974-e827-4c58-acf4-ee5e3c377bc7 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:46.004044 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-2eaafefe-cbfb-41e0-b505-a19867ef243c req-5c279974-e827-4c58-acf4-ee5e3c377bc7 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] For port b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6,segment=NetworkSegment(9a51308c-3fc8-4057-b734-fc33372de6bc),segment_id=9a51308c-3fc8-4057-b734-fc33372de6bc)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:34:46.004431 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2eaafefe-cbfb-41e0-b505-a19867ef243c req-5c279974-e827-4c58-acf4-ee5e3c377bc7 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:46.017737 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-2eaafefe-cbfb-41e0-b505-a19867ef243c req-5c279974-e827-4c58-acf4-ee5e3c377bc7 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Calling delete_port for b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:34:46.141467 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2eaafefe-cbfb-41e0-b505-a19867ef243c req-5c279974-e827-4c58-acf4-ee5e3c377bc7 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:46.167321 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c279974-e827-4c58-acf4-ee5e3c377bc7 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Pushing event deleted for resources: {'Port': ['ID=b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:34:46.210441 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eaafefe-cbfb-41e0-b505-a19867ef243c req-5c279974-e827-4c58-acf4-ee5e3c377bc7 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] No DVR routers for this DVR port b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6 on host hv-cinder-75995 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:34:46.213197 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-2eaafefe-cbfb-41e0-b505-a19867ef243c req-5c279974-e827-4c58-acf4-ee5e3c377bc7 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:46.215669 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-2eaafefe-cbfb-41e0-b505-a19867ef243c req-5c279974-e827-4c58-acf4-ee5e3c377bc7 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.20 "DELETE /v2.0/ports/b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6 HTTP/1.1" status: 204 len: 173 time: 0.3821242 Sep 09 22:34:46.216131 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c7fb69-6131-4145-9f84-ec8f3b5d176c', 'name': 'network-vif-deleted', 'tag': 'b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:34:46.218890 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febecf7243e3540986e18e5907cacf19c405284daaaade8257553be7db475bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1131c333-fa5c-4bac-a9a0-9cbe5febaa6d" -d '{"events": [{"server_uuid": "20c7fb69-6131-4145-9f84-ec8f3b5d176c", "name": "network-vif-deleted", "tag": "b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:34:46.256153 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4443b9-bb15-453f-af62-4c71a9c8865a x-openstack-request-id: req-8a4443b9-bb15-453f-af62-4c71a9c8865a {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:34:46.256433 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c7fb69-6131-4145-9f84-ec8f3b5d176c", "name": "network-vif-deleted", "tag": "b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:34:46.256676 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8a4443b9-bb15-453f-af62-4c71a9c8865a {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:34:46.257073 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20c7fb69-6131-4145-9f84-ec8f3b5d176c', 'name': 'network-vif-deleted', 'tag': 'b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6', 'status': 'completed', 'code': 200} Sep 09 22:34:46.639688 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8de3fd33-c9f6-4c4b-af07-2136e7873d1a req-7e57f96c-60cf-4362-a4c8-31805fdf9b46 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=20c7fb69-6131-4145-9f84-ec8f3b5d176c HTTP/1.1" status: 200 len: 210 time: 0.0280738 Sep 09 22:34:49.429352 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:34:49.448824 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] No Port match for: b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:34:49.449157 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device b3fc3c69-389a-4afc-bf6b-b5d2e99dcec6 not bound to the agent host hv-cinder-75995 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:34:51.957276 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 35412) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:34:52.116826 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-16ebfc59-9eab-4070-9470-b6e6222d3ae4 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Deleting port e17ab866-b06c-438b-8ed0-ac283b0d7dcc {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:34:52.117070 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-16ebfc59-9eab-4070-9470-b6e6222d3ae4 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:52.189149 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-16ebfc59-9eab-4070-9470-b6e6222d3ae4 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:52.189465 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-16ebfc59-9eab-4070-9470-b6e6222d3ae4 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:52.200441 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-16ebfc59-9eab-4070-9470-b6e6222d3ae4 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Calling delete_port for e17ab866-b06c-438b-8ed0-ac283b0d7dcc owned by network:floatingip {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:34:52.345094 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-16ebfc59-9eab-4070-9470-b6e6222d3ae4 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:52.373638 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ebfc59-9eab-4070-9470-b6e6222d3ae4 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Pushing event deleted for resources: {'Port': ['ID=e17ab866-b06c-438b-8ed0-ac283b0d7dcc,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:34:52.436306 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-16ebfc59-9eab-4070-9470-b6e6222d3ae4 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks [] for floatingip, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:52.436635 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.db.l3_db [None req-16ebfc59-9eab-4070-9470-b6e6222d3ae4 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Floating IP 76936c02-33bf-46ec-bd45-fce1fb8999fc disassociated (deleted). External IP: 172.27.3.35, port: 6582eb41-204a-40cc-b891-30fc4330f271. Sep 09 22:34:52.642969 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ebfc59-9eab-4070-9470-b6e6222d3ae4 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Router 3965cb03-7ac2-4373-b0f9-bb5f443662cf has already been hosted by L3 agent ecba8a59-1a63-4f4e-b72e-1c921b89dba6 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:34:52.751378 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ebfc59-9eab-4070-9470-b6e6222d3ae4 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify agent at l3_agent.dv-cinder-759955-23-iscsi the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:34:52.756306 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-16ebfc59-9eab-4070-9470-b6e6222d3ae4 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:52.760957 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4ff3ae-0ffc-49f3-b550-d1196226c4fc None None] Sync routers for ids ['3965cb03-7ac2-4373-b0f9-bb5f443662cf'] in dv-cinder-759955-23-iscsi {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:34:52.770091 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4ff3ae-0ffc-49f3-b550-d1196226c4fc None None] Routers {'3965cb03-7ac2-4373-b0f9-bb5f443662cf'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:34:52.770707 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-4a4ff3ae-0ffc-49f3-b550-d1196226c4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:34:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['3965cb03-7ac2-4373-b0f9-bb5f443662cf'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:34:52.789254 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-16ebfc59-9eab-4070-9470-b6e6222d3ae4 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "DELETE /v2.0/floatingips/76936c02-33bf-46ec-bd45-fce1fb8999fc HTTP/1.1" status: 204 len: 168 time: 0.8281896 Sep 09 22:34:52.789254 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f606411d-8d0f-481e-b520-501d72e2a9b1', 'tag': '6582eb41-204a-40cc-b891-30fc4330f271'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:34:52.789566 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febecf7243e3540986e18e5907cacf19c405284daaaade8257553be7db475bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a10723c-b546-42ee-8d6a-63aed6952bc1" -d '{"events": [{"name": "network-changed", "server_uuid": "f606411d-8d0f-481e-b520-501d72e2a9b1", "tag": "6582eb41-204a-40cc-b891-30fc4330f271"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:34:52.831208 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a76113a-1923-4e28-bf13-93b279370a0c x-openstack-request-id: req-0a76113a-1923-4e28-bf13-93b279370a0c {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:34:52.831208 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f606411d-8d0f-481e-b520-501d72e2a9b1", "tag": "6582eb41-204a-40cc-b891-30fc4330f271", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:34:52.831208 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0a76113a-1923-4e28-bf13-93b279370a0c {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:34:52.831208 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f606411d-8d0f-481e-b520-501d72e2a9b1', 'tag': '6582eb41-204a-40cc-b891-30fc4330f271', 'status': 'completed', 'code': 200} Sep 09 22:34:52.884670 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-4a4ff3ae-0ffc-49f3-b550-d1196226c4fc None None] Set router 3965cb03-7ac2-4373-b0f9-bb5f443662cf gateway port host: dv-cinder-759955-23-iscsi {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:34:52.899720 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10723c-b546-42ee-8d6a-63aed6952bc1 req-6ae9e73a-62d3-4e24-a5b4-0d2e217ba350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:34:52.901928 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4a10723c-b546-42ee-8d6a-63aed6952bc1 req-6ae9e73a-62d3-4e24-a5b4-0d2e217ba350 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=57b2554ae3954c0c842e1ddefc325dae&device_id=f606411d-8d0f-481e-b520-501d72e2a9b1 HTTP/1.1" status: 200 len: 1098 time: 0.0481541 Sep 09 22:34:53.030136 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a3f4f9b9-9d89-46c6-b18c-a43712a93557 req-224f1afc-55e1-46f2-9a95-532847a6e751 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1137841195&fields=id&tenant_id=2d98a11ffc8f4fc0af1d2f2e1b6ccf88 HTTP/1.1" status: 200 len: 267 time: 0.1000803 Sep 09 22:34:53.085259 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-4a4ff3ae-0ffc-49f3-b550-d1196226c4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'name': 'tempest-TestVolumeBootPattern-2097652074-router', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:26:35Z', 'updated_at': '2021-09-09T22:26:42Z', 'revision_number': 4, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'gw_port': {'id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:36Z', 'updated_at': '2021-09-09T22:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': '256f3ab3-ac27-4169-bbd1-858fd14e4ae7', 'name': '', 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'mac_address': 'fa:16:3e:78:cc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '00d86d00-e9a4-4aee-a6b2-3faac56ffafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:40Z', 'updated_at': '2021-09-09T22:26:50Z', 'revision_number': 5, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'subnets': [{'id': '00d86d00-e9a4-4aee-a6b2-3faac56ffafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:34:53.099695 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10723c-b546-42ee-8d6a-63aed6952bc1 req-fcc2a91b-ff15-48f4-8c78-5cd1fa5ca1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:34:53.101189 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4a10723c-b546-42ee-8d6a-63aed6952bc1 req-fcc2a91b-ff15-48f4-8c78-5cd1fa5ca1f2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5841743a-0bf4-4a7f-9ea2-766ccec1923f HTTP/1.1" status: 200 len: 912 time: 0.1835525 Sep 09 22:34:53.110859 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4ff3ae-0ffc-49f3-b550-d1196226c4fc None None] Checking router: 3965cb03-7ac2-4373-b0f9-bb5f443662cf for host: dv-cinder-759955-23-iscsi {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:34:53.114962 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2f8a9-d6ca-4450-b9fc-a404a78d66bb req-4559ea2d-37d3-4fa5-95d5-d5fadbc8101f tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:34:53.116428 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cec2f8a9-d6ca-4450-b9fc-a404a78d66bb req-4559ea2d-37d3-4fa5-95d5-d5fadbc8101f tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=f606411d-8d0f-481e-b520-501d72e2a9b1 HTTP/1.1" status: 200 len: 945 time: 0.1063745 Sep 09 22:34:53.118930 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4ff3ae-0ffc-49f3-b550-d1196226c4fc None None] Routers {'3965cb03-7ac2-4373-b0f9-bb5f443662cf'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:34:53.119545 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-4a4ff3ae-0ffc-49f3-b550-d1196226c4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:34:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['3965cb03-7ac2-4373-b0f9-bb5f443662cf'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:34:53.136595 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4f9b9-9d89-46c6-b18c-a43712a93557 req-3a36bbfc-f21c-4ed4-bc7b-5bdc9bc688a2 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:34:53.138828 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a3f4f9b9-9d89-46c6-b18c-a43712a93557 req-3a36bbfc-f21c-4ed4-bc7b-5bdc9bc688a2 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 984 time: 0.0914505 Sep 09 22:34:53.175591 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4a10723c-b546-42ee-8d6a-63aed6952bc1 req-5e348222-2ed5-47e9-a94f-0a0af6beeea3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6582eb41-204a-40cc-b891-30fc4330f271 HTTP/1.1" status: 200 len: 217 time: 0.0580597 Sep 09 22:34:53.179055 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-a3f4f9b9-9d89-46c6-b18c-a43712a93557 req-2f016632-47e4-450c-af18-83c2fc7de042 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Request body: {'port': {'security_groups': ['0a85bee8-fe50-43a8-bcc3-f18d998e9ffd']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:34:53.224206 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-4a4ff3ae-0ffc-49f3-b550-d1196226c4fc None None] Set router 3965cb03-7ac2-4373-b0f9-bb5f443662cf gateway port host: dv-cinder-759955-23-iscsi {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:34:53.288196 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-cec2f8a9-d6ca-4450-b9fc-a404a78d66bb req-ac1b2609-53d7-44f5-a4b1-31c2701239a7 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621671 Sep 09 22:34:53.301685 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a3f4f9b9-9d89-46c6-b18c-a43712a93557 req-2f016632-47e4-450c-af18-83c2fc7de042 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:53.304443 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10723c-b546-42ee-8d6a-63aed6952bc1 req-0d67c0ed-1533-49fe-8183-339d9e10ab44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:34:53.306415 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4a10723c-b546-42ee-8d6a-63aed6952bc1 req-0d67c0ed-1533-49fe-8183-339d9e10ab44 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=00d86d00-e9a4-4aee-a6b2-3faac56ffafe HTTP/1.1" status: 200 len: 851 time: 0.1161990 Sep 09 22:34:53.400948 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10723c-b546-42ee-8d6a-63aed6952bc1 req-6db3636a-bbc2-4afc-b1a4-b7320a3722a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:34:53.402390 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4a10723c-b546-42ee-8d6a-63aed6952bc1 req-6db3636a-bbc2-4afc-b1a4-b7320a3722a6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5841743a-0bf4-4a7f-9ea2-766ccec1923f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0865436 Sep 09 22:34:53.419786 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-4a4ff3ae-0ffc-49f3-b550-d1196226c4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'name': 'tempest-TestVolumeBootPattern-2097652074-router', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:26:35Z', 'updated_at': '2021-09-09T22:26:42Z', 'revision_number': 4, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'gw_port': {'id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:36Z', 'updated_at': '2021-09-09T22:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': '256f3ab3-ac27-4169-bbd1-858fd14e4ae7', 'name': '', 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'mac_address': 'fa:16:3e:78:cc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '00d86d00-e9a4-4aee-a6b2-3faac56ffafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:40Z', 'updated_at': '2021-09-09T22:26:50Z', 'revision_number': 5, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'subnets': [{'id': '00d86d00-e9a4-4aee-a6b2-3faac56ffafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:34:53.449513 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4ff3ae-0ffc-49f3-b550-d1196226c4fc None None] The sync data for ids ['3965cb03-7ac2-4373-b0f9-bb5f443662cf'] in dv-cinder-759955-23-iscsi is: [{'id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'name': 'tempest-TestVolumeBootPattern-2097652074-router', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:26:35Z', 'updated_at': '2021-09-09T22:26:42Z', 'revision_number': 4, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'gw_port': {'id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:36Z', 'updated_at': '2021-09-09T22:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': '256f3ab3-ac27-4169-bbd1-858fd14e4ae7', 'name': '', 'network_id': '5841743a-0bf4-4a7f-9ea2-766ccec1923f', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'mac_address': 'fa:16:3e:78:cc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '00d86d00-e9a4-4aee-a6b2-3faac56ffafe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:40Z', 'updated_at': '2021-09-09T22:26:50Z', 'revision_number': 5, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'subnets': [{'id': '00d86d00-e9a4-4aee-a6b2-3faac56ffafe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:34:53.573697 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4a10723c-b546-42ee-8d6a-63aed6952bc1 req-51dd5c9c-066f-4acc-979b-d3474998b590 service neutron] 10.222.0.20 "GET /v2.0/networks/5841743a-0bf4-4a7f-9ea2-766ccec1923f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614099 Sep 09 22:34:53.611454 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-a3f4f9b9-9d89-46c6-b18c-a43712a93557 req-2f016632-47e4-450c-af18-83c2fc7de042 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] For port 06106f57-6aee-40cc-96e6-5ed8a2573c19, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=06106f57-6aee-40cc-96e6-5ed8a2573c19,segment=NetworkSegment(e27e9ede-0c5a-40b4-8e96-db538c8db453),segment_id=e27e9ede-0c5a-40b4-8e96-db538c8db453)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:34:53.684397 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8861da55-193e-4cb5-b959-32f9853daf2e None None] New status for floating IP 76936c02-33bf-46ec-bd45-fce1fb8999fc: DOWN {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 22:34:53.692364 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a3f4f9b9-9d89-46c6-b18c-a43712a93557 req-2f016632-47e4-450c-af18-83c2fc7de042 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:53.701276 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a3f4f9b9-9d89-46c6-b18c-a43712a93557 req-2f016632-47e4-450c-af18-83c2fc7de042 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27131053'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:53.715610 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] get_ports_and_sgs() called for port_ids ['06106f57-6aee-40cc-96e6-5ed8a2573c19'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:34:53.751407 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4a10723c-b546-42ee-8d6a-63aed6952bc1 req-318d5158-a7d5-4c92-b62a-19607ca162c2 service neutron] 10.222.0.20 "GET /v2.0/networks/5841743a-0bf4-4a7f-9ea2-766ccec1923f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679115 Sep 09 22:34:53.761678 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4f9b9-9d89-46c6-b18c-a43712a93557 req-2f016632-47e4-450c-af18-83c2fc7de042 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:34:53.762332 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a3f4f9b9-9d89-46c6-b18c-a43712a93557 req-2f016632-47e4-450c-af18-83c2fc7de042 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:53.766727 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a3f4f9b9-9d89-46c6-b18c-a43712a93557 req-2f016632-47e4-450c-af18-83c2fc7de042 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "PUT /v2.0/ports/06106f57-6aee-40cc-96e6-5ed8a2573c19 HTTP/1.1" status: 200 len: 942 time: 0.5946805 Sep 09 22:34:53.769681 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 35454) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:34:53.817056 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f016632-47e4-450c-af18-83c2fc7de042 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Pushing event updated for resources: {'Port': ['ID=06106f57-6aee-40cc-96e6-5ed8a2573c19,revision_number=7']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:34:53.840552 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] get_ports_and_sgs() called for port_ids ['06106f57-6aee-40cc-96e6-5ed8a2573c19'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:34:53.882498 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4c8ab042-77a7-42cc-9e25-bfd424f9e7a6 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:53.909701 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4c8ab042-77a7-42cc-9e25-bfd424f9e7a6 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:53.975074 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4c8ab042-77a7-42cc-9e25-bfd424f9e7a6 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:53.977696 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4c8ab042-77a7-42cc-9e25-bfd424f9e7a6 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:53.982513 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 35460) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:34:53.982808 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-4c8ab042-77a7-42cc-9e25-bfd424f9e7a6 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "DELETE /v2.0/security-groups/c802efca-6699-4194-af99-136df46d048e HTTP/1.1" status: 204 len: 168 time: 0.2112806 Sep 09 22:34:53.992996 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ab042-77a7-42cc-9e25-bfd424f9e7a6 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c802efca-6699-4194-af99-136df46d048e,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:34:54.001640 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8ab042-77a7-42cc-9e25-bfd424f9e7a6 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:34:54.002203 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8ab042-77a7-42cc-9e25-bfd424f9e7a6 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:34:54.002708 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8ab042-77a7-42cc-9e25-bfd424f9e7a6 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:34:54.003210 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8ab042-77a7-42cc-9e25-bfd424f9e7a6 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:34:54.003712 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8ab042-77a7-42cc-9e25-bfd424f9e7a6 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:34:54.004264 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8ab042-77a7-42cc-9e25-bfd424f9e7a6 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:34:54.004767 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8ab042-77a7-42cc-9e25-bfd424f9e7a6 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:34:54.005260 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8ab042-77a7-42cc-9e25-bfd424f9e7a6 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:34:54.005741 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8ab042-77a7-42cc-9e25-bfd424f9e7a6 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:34:54.006221 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8ab042-77a7-42cc-9e25-bfd424f9e7a6 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:34:54.006716 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8ab042-77a7-42cc-9e25-bfd424f9e7a6 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:34:54.007206 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8ab042-77a7-42cc-9e25-bfd424f9e7a6 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:34:54.113496 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d3e4d1ed-89e9-4172-a68e-994477c6567c None None] Provisioning complete for port 06106f57-6aee-40cc-96e6-5ed8a2573c19 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:34:54.113855 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d3e4d1ed-89e9-4172-a68e-994477c6567c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:54.196819 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-81919d57-3140-4519-8fd6-d69041d8f1a3 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Deleting port a20f03dd-7a24-41ac-97bd-d60397c01761 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:34:54.197437 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-81919d57-3140-4519-8fd6-d69041d8f1a3 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:54.281554 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-81919d57-3140-4519-8fd6-d69041d8f1a3 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:54.281786 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-81919d57-3140-4519-8fd6-d69041d8f1a3 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:54.293220 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-81919d57-3140-4519-8fd6-d69041d8f1a3 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Calling delete_port for a20f03dd-7a24-41ac-97bd-d60397c01761 owned by network:floatingip {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:34:54.428750 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894009e5-844b-4774-94d9-de2ac46c674d req-d2425e55-6b8f-48aa-8f6d-c40addcd4903 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:34:54.430208 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-894009e5-844b-4774-94d9-de2ac46c674d req-d2425e55-6b8f-48aa-8f6d-c40addcd4903 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=f606411d-8d0f-481e-b520-501d72e2a9b1 HTTP/1.1" status: 200 len: 945 time: 0.0736656 Sep 09 22:34:54.532655 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-894009e5-844b-4774-94d9-de2ac46c674d req-cee25ce8-e281-4234-a01a-0e173e338b4e tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/security-groups?id=97fb00ab-ceca-45cc-b89f-fa620e17188c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952673 Sep 09 22:34:54.536028 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-81919d57-3140-4519-8fd6-d69041d8f1a3 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:54.551138 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16ac2bf-8fca-4384-b772-09aacf866574 req-430c8afa-36f3-4d20-b3eb-498b0f60aad6 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:34:54.552572 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a16ac2bf-8fca-4384-b772-09aacf866574 req-430c8afa-36f3-4d20-b3eb-498b0f60aad6 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.20 "GET /v2.0/ports?device_id=f606411d-8d0f-481e-b520-501d72e2a9b1 HTTP/1.1" status: 200 len: 945 time: 0.0826771 Sep 09 22:34:54.582191 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81919d57-3140-4519-8fd6-d69041d8f1a3 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Pushing event deleted for resources: {'Port': ['ID=a20f03dd-7a24-41ac-97bd-d60397c01761,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:34:54.687557 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-81919d57-3140-4519-8fd6-d69041d8f1a3 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks [] for floatingip, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:54.687886 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.db.l3_db [None req-81919d57-3140-4519-8fd6-d69041d8f1a3 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Floating IP a0cc4d96-ad2d-44dc-a66c-b57a09d2a135 disassociated (deleted). External IP: 172.27.3.56, port: 06106f57-6aee-40cc-96e6-5ed8a2573c19. Sep 09 22:34:54.755820 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-a16ac2bf-8fca-4384-b772-09aacf866574 req-811fdae8-abff-4180-81c5-1d4ed551a1e7 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Deleting port 6582eb41-204a-40cc-b891-30fc4330f271 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:34:54.756186 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a16ac2bf-8fca-4384-b772-09aacf866574 req-811fdae8-abff-4180-81c5-1d4ed551a1e7 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:54.844641 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17689329-a9c4-4217-b0d3-7e6dadbaa182', 'tag': '06106f57-6aee-40cc-96e6-5ed8a2573c19'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:34:54.846741 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febecf7243e3540986e18e5907cacf19c405284daaaade8257553be7db475bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f6c2ba9-d053-4ed2-92e5-5d46253026a3" -d '{"events": [{"name": "network-changed", "server_uuid": "17689329-a9c4-4217-b0d3-7e6dadbaa182", "tag": "06106f57-6aee-40cc-96e6-5ed8a2573c19"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:34:54.897578 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fddc024d-f5ee-4cf0-8d4a-10d82f5b8cdb x-openstack-request-id: req-fddc024d-f5ee-4cf0-8d4a-10d82f5b8cdb {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:34:54.897859 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17689329-a9c4-4217-b0d3-7e6dadbaa182", "tag": "06106f57-6aee-40cc-96e6-5ed8a2573c19", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:34:54.898103 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fddc024d-f5ee-4cf0-8d4a-10d82f5b8cdb {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:34:54.898475 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17689329-a9c4-4217-b0d3-7e6dadbaa182', 'tag': '06106f57-6aee-40cc-96e6-5ed8a2573c19', 'status': 'completed', 'code': 200} Sep 09 22:34:54.926875 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-a16ac2bf-8fca-4384-b772-09aacf866574 req-811fdae8-abff-4180-81c5-1d4ed551a1e7 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] For port 6582eb41-204a-40cc-b891-30fc4330f271, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=6582eb41-204a-40cc-b891-30fc4330f271,segment=NetworkSegment(9a51308c-3fc8-4057-b734-fc33372de6bc),segment_id=9a51308c-3fc8-4057-b734-fc33372de6bc)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:34:54.927226 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a16ac2bf-8fca-4384-b772-09aacf866574 req-811fdae8-abff-4180-81c5-1d4ed551a1e7 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:54.946551 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-a16ac2bf-8fca-4384-b772-09aacf866574 req-811fdae8-abff-4180-81c5-1d4ed551a1e7 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Calling delete_port for 6582eb41-204a-40cc-b891-30fc4330f271 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:34:54.948934 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c2ba9-d053-4ed2-92e5-5d46253026a3 req-4e3fbfe7-f4db-431e-abc7-bd56450569e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:34:54.950461 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-5f6c2ba9-d053-4ed2-92e5-5d46253026a3 req-4e3fbfe7-f4db-431e-abc7-bd56450569e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2d98a11ffc8f4fc0af1d2f2e1b6ccf88&device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 1098 time: 0.0412426 Sep 09 22:34:55.033260 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81919d57-3140-4519-8fd6-d69041d8f1a3 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Router acabe2ce-f348-443a-ade3-bb6d725cdb98 has already been hosted by L3 agent ecba8a59-1a63-4f4e-b72e-1c921b89dba6 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:34:55.043134 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c2ba9-d053-4ed2-92e5-5d46253026a3 req-c6479d43-635c-4944-b5d1-9c3ab38d8a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:34:55.045369 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-5f6c2ba9-d053-4ed2-92e5-5d46253026a3 req-c6479d43-635c-4944-b5d1-9c3ab38d8a96 service neutron] 10.222.0.20 "GET /v2.0/networks?id=354d2cd9-ec85-48c8-8b2d-0ba04c091ca4 HTTP/1.1" status: 200 len: 913 time: 0.0876949 Sep 09 22:34:55.085931 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-5f6c2ba9-d053-4ed2-92e5-5d46253026a3 req-916cdc56-f038-4a03-9162-e43ffcfef14b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06106f57-6aee-40cc-96e6-5ed8a2573c19 HTTP/1.1" status: 200 len: 217 time: 0.0336919 Sep 09 22:34:55.140469 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c2ba9-d053-4ed2-92e5-5d46253026a3 req-9f80834f-5bd2-429d-b7f9-dfd07211b668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:34:55.141994 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-5f6c2ba9-d053-4ed2-92e5-5d46253026a3 req-9f80834f-5bd2-429d-b7f9-dfd07211b668 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dec623d5-3e37-4183-874f-e4a837e3c30e HTTP/1.1" status: 200 len: 852 time: 0.0483706 Sep 09 22:34:55.196157 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6c2ba9-d053-4ed2-92e5-5d46253026a3 req-2381a4f3-3115-499f-9d70-5845a9b4db4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:34:55.197790 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-5f6c2ba9-d053-4ed2-92e5-5d46253026a3 req-2381a4f3-3115-499f-9d70-5845a9b4db4c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=354d2cd9-ec85-48c8-8b2d-0ba04c091ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0490773 Sep 09 22:34:55.298342 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-5f6c2ba9-d053-4ed2-92e5-5d46253026a3 req-dff34888-3f6b-438a-8630-b314e6432c20 service neutron] 10.222.0.20 "GET /v2.0/networks/354d2cd9-ec85-48c8-8b2d-0ba04c091ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929487 Sep 09 22:34:55.407847 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-5f6c2ba9-d053-4ed2-92e5-5d46253026a3 req-02328264-d5a3-406f-88dd-78d5bc1e5ff6 service neutron] 10.222.0.20 "GET /v2.0/networks/354d2cd9-ec85-48c8-8b2d-0ba04c091ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024704 Sep 09 22:34:55.454397 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a16ac2bf-8fca-4384-b772-09aacf866574 req-811fdae8-abff-4180-81c5-1d4ed551a1e7 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:55.467737 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81919d57-3140-4519-8fd6-d69041d8f1a3 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify agent at l3_agent.dv-cinder-759955-23-iscsi the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:34:55.477732 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9435b107-5594-45aa-b1f1-68a1dfd0c396 None None] Sync routers for ids ['acabe2ce-f348-443a-ade3-bb6d725cdb98'] in dv-cinder-759955-23-iscsi {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:34:55.489579 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-81919d57-3140-4519-8fd6-d69041d8f1a3 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for floatingip, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:55.490367 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9435b107-5594-45aa-b1f1-68a1dfd0c396 None None] Routers {'acabe2ce-f348-443a-ade3-bb6d725cdb98'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:34:55.491345 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-9435b107-5594-45aa-b1f1-68a1dfd0c396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:34:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['acabe2ce-f348-443a-ade3-bb6d725cdb98'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:34:55.495330 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811fdae8-abff-4180-81c5-1d4ed551a1e7 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Pushing event deleted for resources: {'Port': ['ID=6582eb41-204a-40cc-b891-30fc4330f271,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:34:55.551174 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-81919d57-3140-4519-8fd6-d69041d8f1a3 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "DELETE /v2.0/floatingips/a0cc4d96-ad2d-44dc-a66c-b57a09d2a135 HTTP/1.1" status: 204 len: 168 time: 1.5673528 Sep 09 22:34:55.552233 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-a16ac2bf-8fca-4384-b772-09aacf866574 req-811fdae8-abff-4180-81c5-1d4ed551a1e7 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] No DVR routers for this DVR port 6582eb41-204a-40cc-b891-30fc4330f271 on host hv-cinder-75995 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:34:55.555009 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-a16ac2bf-8fca-4384-b772-09aacf866574 req-811fdae8-abff-4180-81c5-1d4ed551a1e7 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:55.556911 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a16ac2bf-8fca-4384-b772-09aacf866574 req-811fdae8-abff-4180-81c5-1d4ed551a1e7 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.20 "DELETE /v2.0/ports/6582eb41-204a-40cc-b891-30fc4330f271 HTTP/1.1" status: 204 len: 173 time: 0.9824955 Sep 09 22:34:55.646040 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-9435b107-5594-45aa-b1f1-68a1dfd0c396 None None] Set router acabe2ce-f348-443a-ade3-bb6d725cdb98 gateway port host: dv-cinder-759955-23-iscsi {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:34:55.867421 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-9435b107-5594-45aa-b1f1-68a1dfd0c396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acabe2ce-f348-443a-ade3-bb6d725cdb98', 'name': 'tempest-TestMinimumBasicScenario-77366477-router', 'tenant_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '8f1b5d7d-c10c-432e-81eb-ebb7ed669037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:32:24Z', 'updated_at': '2021-09-09T22:32:26Z', 'revision_number': 4, 'project_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'gw_port': {'id': '8f1b5d7d-c10c-432e-81eb-ebb7ed669037', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:92:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acabe2ce-f348-443a-ade3-bb6d725cdb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:32:24Z', 'updated_at': '2021-09-09T22:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': 'e99549b6-febe-4755-b392-6d2991df5db7', 'name': '', 'network_id': '354d2cd9-ec85-48c8-8b2d-0ba04c091ca4', 'tenant_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'mac_address': 'fa:16:3e:bf:cb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acabe2ce-f348-443a-ade3-bb6d725cdb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'dec623d5-3e37-4183-874f-e4a837e3c30e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:32:26Z', 'updated_at': '2021-09-09T22:32:32Z', 'revision_number': 5, 'project_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'subnets': [{'id': 'dec623d5-3e37-4183-874f-e4a837e3c30e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:34:55.898833 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9435b107-5594-45aa-b1f1-68a1dfd0c396 None None] Checking router: acabe2ce-f348-443a-ade3-bb6d725cdb98 for host: dv-cinder-759955-23-iscsi {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:34:55.910757 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9435b107-5594-45aa-b1f1-68a1dfd0c396 None None] Routers {'acabe2ce-f348-443a-ade3-bb6d725cdb98'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:34:55.911935 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-9435b107-5594-45aa-b1f1-68a1dfd0c396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:34:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['acabe2ce-f348-443a-ade3-bb6d725cdb98'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:34:55.929074 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9b2840a7-6774-4b6e-8618-a6a9afb01ccd req-8342a7f4-157f-4a24-a881-61ba5a600e33 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "GET /v2.0/ports?device_id=f606411d-8d0f-481e-b520-501d72e2a9b1 HTTP/1.1" status: 200 len: 210 time: 0.2985399 Sep 09 22:34:55.982789 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 35510) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:34:56.047397 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-9435b107-5594-45aa-b1f1-68a1dfd0c396 None None] Set router acabe2ce-f348-443a-ade3-bb6d725cdb98 gateway port host: dv-cinder-759955-23-iscsi {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:34:56.058471 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bb29d61f-0e13-4357-a43b-8a2dfae4f160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:56.187496 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bb29d61f-0e13-4357-a43b-8a2dfae4f160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:56.191480 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bb29d61f-0e13-4357-a43b-8a2dfae4f160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:56.234802 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-bb29d61f-0e13-4357-a43b-8a2dfae4f160 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7c049f14d3964c16b33e3b8601a71b21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2484815 Sep 09 22:34:56.234802 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb29d61f-0e13-4357-a43b-8a2dfae4f160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177a4f7d-5873-4879-958d-4b87ffb557ff,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:34:56.235614 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 35518) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:34:56.287404 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-9435b107-5594-45aa-b1f1-68a1dfd0c396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acabe2ce-f348-443a-ade3-bb6d725cdb98', 'name': 'tempest-TestMinimumBasicScenario-77366477-router', 'tenant_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '8f1b5d7d-c10c-432e-81eb-ebb7ed669037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:32:24Z', 'updated_at': '2021-09-09T22:32:26Z', 'revision_number': 4, 'project_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'gw_port': {'id': '8f1b5d7d-c10c-432e-81eb-ebb7ed669037', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:92:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acabe2ce-f348-443a-ade3-bb6d725cdb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:32:24Z', 'updated_at': '2021-09-09T22:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': 'e99549b6-febe-4755-b392-6d2991df5db7', 'name': '', 'network_id': '354d2cd9-ec85-48c8-8b2d-0ba04c091ca4', 'tenant_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'mac_address': 'fa:16:3e:bf:cb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acabe2ce-f348-443a-ade3-bb6d725cdb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'dec623d5-3e37-4183-874f-e4a837e3c30e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:32:26Z', 'updated_at': '2021-09-09T22:32:32Z', 'revision_number': 5, 'project_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'subnets': [{'id': 'dec623d5-3e37-4183-874f-e4a837e3c30e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:34:56.293215 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f695174d-664a-436e-95df-c46a84860e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:56.315545 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f695174d-664a-436e-95df-c46a84860e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:56.318739 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9435b107-5594-45aa-b1f1-68a1dfd0c396 None None] The sync data for ids ['acabe2ce-f348-443a-ade3-bb6d725cdb98'] in dv-cinder-759955-23-iscsi is: [{'id': 'acabe2ce-f348-443a-ade3-bb6d725cdb98', 'name': 'tempest-TestMinimumBasicScenario-77366477-router', 'tenant_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '8f1b5d7d-c10c-432e-81eb-ebb7ed669037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:32:24Z', 'updated_at': '2021-09-09T22:32:26Z', 'revision_number': 4, 'project_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'gw_port': {'id': '8f1b5d7d-c10c-432e-81eb-ebb7ed669037', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:92:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acabe2ce-f348-443a-ade3-bb6d725cdb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:32:24Z', 'updated_at': '2021-09-09T22:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': 'e99549b6-febe-4755-b392-6d2991df5db7', 'name': '', 'network_id': '354d2cd9-ec85-48c8-8b2d-0ba04c091ca4', 'tenant_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'mac_address': 'fa:16:3e:bf:cb:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acabe2ce-f348-443a-ade3-bb6d725cdb98', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'dec623d5-3e37-4183-874f-e4a837e3c30e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:32:26Z', 'updated_at': '2021-09-09T22:32:32Z', 'revision_number': 5, 'project_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'subnets': [{'id': 'dec623d5-3e37-4183-874f-e4a837e3c30e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:34:56.367472 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f695174d-664a-436e-95df-c46a84860e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:56.370092 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f695174d-664a-436e-95df-c46a84860e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:56.371186 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-f695174d-664a-436e-95df-c46a84860e50 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/177a4f7d-5873-4879-958d-4b87ffb557ff HTTP/1.1" status: 204 len: 168 time: 0.1328824 Sep 09 22:34:56.379923 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f695174d-664a-436e-95df-c46a84860e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177a4f7d-5873-4879-958d-4b87ffb557ff,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:34:56.573451 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5dde1b-d212-4763-86dc-d6c42bf1adb9 None None] New status for floating IP a0cc4d96-ad2d-44dc-a66c-b57a09d2a135: DOWN {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 22:34:56.651446 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 35524) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:34:56.666201 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2389383c-2ec3-4106-9bf3-5719b9677a2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:56.764666 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2389383c-2ec3-4106-9bf3-5719b9677a2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:56.767875 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2389383c-2ec3-4106-9bf3-5719b9677a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:56.805617 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-2389383c-2ec3-4106-9bf3-5719b9677a2e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=601c1aa5a8c5474295f75ebd9e6cd2f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1527894 Sep 09 22:34:56.806452 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2389383c-2ec3-4106-9bf3-5719b9677a2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9d7a81-0583-48df-8ffb-bea94f05dded,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:34:56.808339 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 35526) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:34:56.856436 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4ce646e9-7712-4ab9-8cd5-6b0304f36619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:56.877970 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4ce646e9-7712-4ab9-8cd5-6b0304f36619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:56.902449 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17689329-a9c4-4217-b0d3-7e6dadbaa182', 'tag': '06106f57-6aee-40cc-96e6-5ed8a2573c19'}, {'server_uuid': 'f606411d-8d0f-481e-b520-501d72e2a9b1', 'name': 'network-vif-deleted', 'tag': '6582eb41-204a-40cc-b891-30fc4330f271'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:34:56.905169 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febecf7243e3540986e18e5907cacf19c405284daaaade8257553be7db475bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb4e512-2077-4759-bb01-b180b5d2d75b" -d '{"events": [{"name": "network-changed", "server_uuid": "17689329-a9c4-4217-b0d3-7e6dadbaa182", "tag": "06106f57-6aee-40cc-96e6-5ed8a2573c19"}, {"server_uuid": "f606411d-8d0f-481e-b520-501d72e2a9b1", "name": "network-vif-deleted", "tag": "6582eb41-204a-40cc-b891-30fc4330f271"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:34:56.929859 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4ce646e9-7712-4ab9-8cd5-6b0304f36619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:56.932509 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-4ce646e9-7712-4ab9-8cd5-6b0304f36619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:56.936217 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-4ce646e9-7712-4ab9-8cd5-6b0304f36619 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6c9d7a81-0583-48df-8ffb-bea94f05dded HTTP/1.1" status: 204 len: 168 time: 0.1243536 Sep 09 22:34:56.941883 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce646e9-7712-4ab9-8cd5-6b0304f36619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9d7a81-0583-48df-8ffb-bea94f05dded,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:34:56.949555 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 09 Sep 2021 22:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573e711f-f3e8-44b2-a9d2-e7e96a84e56d x-openstack-request-id: req-573e711f-f3e8-44b2-a9d2-e7e96a84e56d {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:34:56.949851 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17689329-a9c4-4217-b0d3-7e6dadbaa182", "tag": "06106f57-6aee-40cc-96e6-5ed8a2573c19", "status": "completed", "code": 200}, {"server_uuid": "f606411d-8d0f-481e-b520-501d72e2a9b1", "name": "network-vif-deleted", "tag": "6582eb41-204a-40cc-b891-30fc4330f271", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:34:56.950100 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-573e711f-f3e8-44b2-a9d2-e7e96a84e56d {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:34:56.950978 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17689329-a9c4-4217-b0d3-7e6dadbaa182', 'tag': '06106f57-6aee-40cc-96e6-5ed8a2573c19', 'status': 'completed', 'code': 200} Sep 09 22:34:56.951269 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f606411d-8d0f-481e-b520-501d72e2a9b1', 'name': 'network-vif-deleted', 'tag': '6582eb41-204a-40cc-b891-30fc4330f271', 'status': 'completed', 'code': 200} Sep 09 22:34:56.995304 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 35534) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:34:57.022360 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4e512-2077-4759-bb01-b180b5d2d75b req-35009353-7dba-45b9-9353-96a9f2f5f086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:34:57.023838 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8fb4e512-2077-4759-bb01-b180b5d2d75b req-35009353-7dba-45b9-9353-96a9f2f5f086 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2d98a11ffc8f4fc0af1d2f2e1b6ccf88&device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 1098 time: 0.0463836 Sep 09 22:34:57.121738 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4e512-2077-4759-bb01-b180b5d2d75b req-26f292c1-e15d-4280-bfea-19f69c116273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:34:57.124222 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8fb4e512-2077-4759-bb01-b180b5d2d75b req-26f292c1-e15d-4280-bfea-19f69c116273 service neutron] 10.222.0.20 "GET /v2.0/networks?id=354d2cd9-ec85-48c8-8b2d-0ba04c091ca4 HTTP/1.1" status: 200 len: 913 time: 0.0928004 Sep 09 22:34:57.127353 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-be86632a-c492-456a-b217-2bcad8dad1bb tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Deleting port f07cbab7-f57d-41c7-9b2f-a3c87b93a117 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:34:57.127690 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-be86632a-c492-456a-b217-2bcad8dad1bb tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:57.172297 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8fb4e512-2077-4759-bb01-b180b5d2d75b req-7271f623-5042-488c-92a5-a961fdf2bf8b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=06106f57-6aee-40cc-96e6-5ed8a2573c19 HTTP/1.1" status: 200 len: 217 time: 0.0413213 Sep 09 22:34:57.219284 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-be86632a-c492-456a-b217-2bcad8dad1bb tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:57.219938 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-be86632a-c492-456a-b217-2bcad8dad1bb tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:57.228395 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4e512-2077-4759-bb01-b180b5d2d75b req-c73833e5-3566-48be-a5a5-b6f95ce11a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:34:57.228395 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8fb4e512-2077-4759-bb01-b180b5d2d75b req-c73833e5-3566-48be-a5a5-b6f95ce11a6d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dec623d5-3e37-4183-874f-e4a837e3c30e HTTP/1.1" status: 200 len: 852 time: 0.0479121 Sep 09 22:34:57.235494 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-be86632a-c492-456a-b217-2bcad8dad1bb tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Calling delete_port for f07cbab7-f57d-41c7-9b2f-a3c87b93a117 owned by network:floatingip {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:34:57.284195 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4e512-2077-4759-bb01-b180b5d2d75b req-1daa637f-9828-4a90-998e-429a6e24d348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:34:57.286215 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8fb4e512-2077-4759-bb01-b180b5d2d75b req-1daa637f-9828-4a90-998e-429a6e24d348 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=354d2cd9-ec85-48c8-8b2d-0ba04c091ca4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0522006 Sep 09 22:34:57.397656 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8fb4e512-2077-4759-bb01-b180b5d2d75b req-a0615e92-12bf-4ef0-a83d-6a237197fb62 service neutron] 10.222.0.20 "GET /v2.0/networks/354d2cd9-ec85-48c8-8b2d-0ba04c091ca4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032977 Sep 09 22:34:57.403930 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-be86632a-c492-456a-b217-2bcad8dad1bb tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26050298'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:57.436271 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be86632a-c492-456a-b217-2bcad8dad1bb tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Pushing event deleted for resources: {'Port': ['ID=f07cbab7-f57d-41c7-9b2f-a3c87b93a117,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:34:57.505826 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8fb4e512-2077-4759-bb01-b180b5d2d75b req-ce0c1f1e-48a9-4ff3-beea-9ccfbbd031aa service neutron] 10.222.0.20 "GET /v2.0/networks/354d2cd9-ec85-48c8-8b2d-0ba04c091ca4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006088 Sep 09 22:34:57.512830 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-be86632a-c492-456a-b217-2bcad8dad1bb tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks [] for floatingip, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:57.516011 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-be86632a-c492-456a-b217-2bcad8dad1bb tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:57.517359 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-be86632a-c492-456a-b217-2bcad8dad1bb tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "DELETE /v2.0/floatingips/6f2f1bd4-48f3-4295-94b0-24e68ad9d6b6 HTTP/1.1" status: 204 len: 168 time: 0.5209000 Sep 09 22:34:58.706746 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8720dcb2-f9f3-409c-a2fb-2fddb6b85116 req-d397c37c-57d4-44b3-8510-9dde3481451c tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:34:58.708246 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8720dcb2-f9f3-409c-a2fb-2fddb6b85116 req-d397c37c-57d4-44b3-8510-9dde3481451c tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 945 time: 0.0493891 Sep 09 22:34:58.722372 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 6582eb41-204a-40cc-b891-30fc4330f271 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:34:58.742534 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] No Port match for: 6582eb41-204a-40cc-b891-30fc4330f271 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:34:58.742794 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 6582eb41-204a-40cc-b891-30fc4330f271 not bound to the agent host hv-cinder-75995 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:34:58.750041 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 35620) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:34:58.757234 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-8720dcb2-f9f3-409c-a2fb-2fddb6b85116 req-4c110f54-6fd1-46fb-b08c-40ca5aa43c39 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a85bee8-fe50-43a8-bcc3-f18d998e9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431261 Sep 09 22:34:58.811587 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b0fdcf11-0785-4f00-8f54-9d72fbdaee43 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:58.837609 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b0fdcf11-0785-4f00-8f54-9d72fbdaee43 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:58.900017 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b0fdcf11-0785-4f00-8f54-9d72fbdaee43 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:58.902662 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-b0fdcf11-0785-4f00-8f54-9d72fbdaee43 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:58.903981 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-b0fdcf11-0785-4f00-8f54-9d72fbdaee43 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] 10.222.0.41 "DELETE /v2.0/security-groups/97fb00ab-ceca-45cc-b89f-fa620e17188c HTTP/1.1" status: 204 len: 168 time: 0.1528530 Sep 09 22:34:58.919772 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fdcf11-0785-4f00-8f54-9d72fbdaee43 tempest-TestVolumeBootPattern-522863226 tempest-TestVolumeBootPattern-522863226-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97fb00ab-ceca-45cc-b89f-fa620e17188c,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:34:58.964269 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 35630) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:34:59.467091 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c668c0ce-ec71-44e6-b80d-38465550aa00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414005'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:59.724118 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-c668c0ce-ec71-44e6-b80d-38465550aa00 admin admin] Deleting port 256f3ab3-ac27-4169-bbd1-858fd14e4ae7 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:34:59.724811 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c668c0ce-ec71-44e6-b80d-38465550aa00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:59.800271 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-c668c0ce-ec71-44e6-b80d-38465550aa00 admin admin] For port 256f3ab3-ac27-4169-bbd1-858fd14e4ae7, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=256f3ab3-ac27-4169-bbd1-858fd14e4ae7,segment=NetworkSegment(9a51308c-3fc8-4057-b734-fc33372de6bc),segment_id=9a51308c-3fc8-4057-b734-fc33372de6bc)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:34:59.800622 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c668c0ce-ec71-44e6-b80d-38465550aa00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:34:59.817337 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-c668c0ce-ec71-44e6-b80d-38465550aa00 admin admin] Calling delete_port for 256f3ab3-ac27-4169-bbd1-858fd14e4ae7 owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:34:59.914802 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a5b58d-0d10-40ab-b875-f80de4f56059 req-08a6e553-6efd-45b7-b4fd-e76674168723 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:34:59.916253 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e5a5b58d-0d10-40ab-b875-f80de4f56059 req-08a6e553-6efd-45b7-b4fd-e76674168723 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 945 time: 0.0909767 Sep 09 22:34:59.993308 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e5a5b58d-0d10-40ab-b875-f80de4f56059 req-9059a988-8d20-46cd-81b9-fa246f444164 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a85bee8-fe50-43a8-bcc3-f18d998e9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708044 Sep 09 22:35:00.061420 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c668c0ce-ec71-44e6-b80d-38465550aa00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:00.086247 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c668c0ce-ec71-44e6-b80d-38465550aa00 admin admin] Pushing event deleted for resources: {'Port': ['ID=256f3ab3-ac27-4169-bbd1-858fd14e4ae7,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:00.249340 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c668c0ce-ec71-44e6-b80d-38465550aa00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-619833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414081'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:00.380097 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a26a2-b37b-4a3f-bc4f-50f07fd1e59d req-41e07b8d-cb17-4236-bdfa-78832386af60 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:35:00.381399 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1d7a26a2-b37b-4a3f-bc4f-50f07fd1e59d req-41e07b8d-cb17-4236-bdfa-78832386af60 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.20 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 945 time: 0.0901127 Sep 09 22:35:00.556618 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c668c0ce-ec71-44e6-b80d-38465550aa00 admin admin] Router 3965cb03-7ac2-4373-b0f9-bb5f443662cf has already been hosted by L3 agent ecba8a59-1a63-4f4e-b72e-1c921b89dba6 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:35:00.559569 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-1d7a26a2-b37b-4a3f-bc4f-50f07fd1e59d req-28122cfa-6bd9-4e9d-8fb2-29829414541c tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Deleting port 06106f57-6aee-40cc-96e6-5ed8a2573c19 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:35:00.560535 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1d7a26a2-b37b-4a3f-bc4f-50f07fd1e59d req-28122cfa-6bd9-4e9d-8fb2-29829414541c tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:00.695542 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-1d7a26a2-b37b-4a3f-bc4f-50f07fd1e59d req-28122cfa-6bd9-4e9d-8fb2-29829414541c tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] For port 06106f57-6aee-40cc-96e6-5ed8a2573c19, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=06106f57-6aee-40cc-96e6-5ed8a2573c19,segment=NetworkSegment(e27e9ede-0c5a-40b4-8e96-db538c8db453),segment_id=e27e9ede-0c5a-40b4-8e96-db538c8db453)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:35:00.695900 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1d7a26a2-b37b-4a3f-bc4f-50f07fd1e59d req-28122cfa-6bd9-4e9d-8fb2-29829414541c tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:00.738522 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-1d7a26a2-b37b-4a3f-bc4f-50f07fd1e59d req-28122cfa-6bd9-4e9d-8fb2-29829414541c tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Calling delete_port for 06106f57-6aee-40cc-96e6-5ed8a2573c19 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:35:00.759317 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c668c0ce-ec71-44e6-b80d-38465550aa00 admin admin] Notify agent at l3_agent.dv-cinder-759955-23-iscsi the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:35:00.765970 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-c668c0ce-ec71-44e6-b80d-38465550aa00 admin admin] 10.222.0.41 "PUT /v2.0/routers/3965cb03-7ac2-4373-b0f9-bb5f443662cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8006721 Sep 09 22:35:00.768767 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 35662) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:00.769409 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccb1099-c363-4a18-a341-869962bec109 None None] Sync routers for ids ['3965cb03-7ac2-4373-b0f9-bb5f443662cf'] in dv-cinder-759955-23-iscsi {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:35:00.781119 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccb1099-c363-4a18-a341-869962bec109 None None] Routers {'3965cb03-7ac2-4373-b0f9-bb5f443662cf'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:35:00.781762 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-eccb1099-c363-4a18-a341-869962bec109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:34:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['3965cb03-7ac2-4373-b0f9-bb5f443662cf'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:35:00.900109 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-eccb1099-c363-4a18-a341-869962bec109 None None] Set router 3965cb03-7ac2-4373-b0f9-bb5f443662cf gateway port host: dv-cinder-759955-23-iscsi {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:35:00.923053 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bf7da5f0-3a00-457a-9085-c58cb36af42b admin admin] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:01.213574 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-eccb1099-c363-4a18-a341-869962bec109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'name': 'tempest-TestVolumeBootPattern-2097652074-router', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:26:35Z', 'updated_at': '2021-09-09T22:35:00Z', 'revision_number': 5, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'gw_port': {'id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:36Z', 'updated_at': '2021-09-09T22:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi'}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:35:01.243359 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccb1099-c363-4a18-a341-869962bec109 None None] Checking router: 3965cb03-7ac2-4373-b0f9-bb5f443662cf for host: dv-cinder-759955-23-iscsi {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:35:01.252375 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccb1099-c363-4a18-a341-869962bec109 None None] Routers {'3965cb03-7ac2-4373-b0f9-bb5f443662cf'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:35:01.253061 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-eccb1099-c363-4a18-a341-869962bec109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:34:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['3965cb03-7ac2-4373-b0f9-bb5f443662cf'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:35:01.332925 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1d7a26a2-b37b-4a3f-bc4f-50f07fd1e59d req-28122cfa-6bd9-4e9d-8fb2-29829414541c tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:01.343428 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6479072-8bb8-475a-afb7-aa238338509d req-ccb66fa4-24ef-48d0-8d91-fd589cfa3885 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:35:01.344904 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a6479072-8bb8-475a-afb7-aa238338509d req-ccb66fa4-24ef-48d0-8d91-fd589cfa3885 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/ports?device_id=17689329-a9c4-4217-b0d3-7e6dadbaa182 HTTP/1.1" status: 200 len: 867 time: 0.1322002 Sep 09 22:35:01.346120 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] get_ports_and_sgs() called for port_ids ['06106f57-6aee-40cc-96e6-5ed8a2573c19'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:35:01.381016 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-eccb1099-c363-4a18-a341-869962bec109 None None] Set router 3965cb03-7ac2-4373-b0f9-bb5f443662cf gateway port host: dv-cinder-759955-23-iscsi {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:35:01.389005 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28122cfa-6bd9-4e9d-8fb2-29829414541c tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Pushing event deleted for resources: {'Port': ['ID=06106f57-6aee-40cc-96e6-5ed8a2573c19,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:01.411139 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bf7da5f0-3a00-457a-9085-c58cb36af42b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:01.455426 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7a26a2-b37b-4a3f-bc4f-50f07fd1e59d req-28122cfa-6bd9-4e9d-8fb2-29829414541c tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] No DVR routers for this DVR port 06106f57-6aee-40cc-96e6-5ed8a2573c19 on host hv-cinder-75995 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:35:01.461058 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-1d7a26a2-b37b-4a3f-bc4f-50f07fd1e59d req-28122cfa-6bd9-4e9d-8fb2-29829414541c tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:01.462964 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-1d7a26a2-b37b-4a3f-bc4f-50f07fd1e59d req-28122cfa-6bd9-4e9d-8fb2-29829414541c tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.20 "DELETE /v2.0/ports/06106f57-6aee-40cc-96e6-5ed8a2573c19 HTTP/1.1" status: 204 len: 173 time: 1.0749676 Sep 09 22:35:01.463392 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17689329-a9c4-4217-b0d3-7e6dadbaa182', 'name': 'network-vif-deleted', 'tag': '06106f57-6aee-40cc-96e6-5ed8a2573c19'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:35:01.465664 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febecf7243e3540986e18e5907cacf19c405284daaaade8257553be7db475bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42402928-6473-454e-a240-73a469962f65" -d '{"events": [{"server_uuid": "17689329-a9c4-4217-b0d3-7e6dadbaa182", "name": "network-vif-deleted", "tag": "06106f57-6aee-40cc-96e6-5ed8a2573c19"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:35:01.492583 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-a6479072-8bb8-475a-afb7-aa238338509d req-16df44bf-3aad-45ff-b8e2-140a050f3d94 tempest-TestMinimumBasicScenario-1156252916 tempest-TestMinimumBasicScenario-1156252916-project] 10.222.0.41 "GET /v2.0/security-groups?id=0a85bee8-fe50-43a8-bcc3-f18d998e9ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339219 Sep 09 22:35:01.529117 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-bf7da5f0-3a00-457a-9085-c58cb36af42b admin admin] Deleting port f070bf1d-bf60-4875-8599-7c36ea7c205f {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:35:01.529462 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bf7da5f0-3a00-457a-9085-c58cb36af42b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:01.542366 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57dfaca8-d56d-482c-8840-8f1c9df4320e x-openstack-request-id: req-57dfaca8-d56d-482c-8840-8f1c9df4320e {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:35:01.542774 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17689329-a9c4-4217-b0d3-7e6dadbaa182", "name": "network-vif-deleted", "tag": "06106f57-6aee-40cc-96e6-5ed8a2573c19", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:35:01.543027 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-57dfaca8-d56d-482c-8840-8f1c9df4320e {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:35:01.543419 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17689329-a9c4-4217-b0d3-7e6dadbaa182', 'name': 'network-vif-deleted', 'tag': '06106f57-6aee-40cc-96e6-5ed8a2573c19', 'status': 'completed', 'code': 200} Sep 09 22:35:01.570928 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-eccb1099-c363-4a18-a341-869962bec109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'name': 'tempest-TestVolumeBootPattern-2097652074-router', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:26:35Z', 'updated_at': '2021-09-09T22:35:00Z', 'revision_number': 5, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'gw_port': {'id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:36Z', 'updated_at': '2021-09-09T22:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi'}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:35:01.603630 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eccb1099-c363-4a18-a341-869962bec109 None None] The sync data for ids ['3965cb03-7ac2-4373-b0f9-bb5f443662cf'] in dv-cinder-759955-23-iscsi is: [{'id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'name': 'tempest-TestVolumeBootPattern-2097652074-router', 'tenant_id': '57b2554ae3954c0c842e1ddefc325dae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:26:35Z', 'updated_at': '2021-09-09T22:35:00Z', 'revision_number': 5, 'project_id': '57b2554ae3954c0c842e1ddefc325dae', 'gw_port': {'id': 'f070bf1d-bf60-4875-8599-7c36ea7c205f', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:0f:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3965cb03-7ac2-4373-b0f9-bb5f443662cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:36Z', 'updated_at': '2021-09-09T22:26:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi'}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:35:01.614694 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-bf7da5f0-3a00-457a-9085-c58cb36af42b admin admin] For port f070bf1d-bf60-4875-8599-7c36ea7c205f, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=f070bf1d-bf60-4875-8599-7c36ea7c205f,segment=NetworkSegment(90346f4a-7a44-48b1-bd31-fe8f3a549143),segment_id=90346f4a-7a44-48b1-bd31-fe8f3a549143)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:35:01.615056 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bf7da5f0-3a00-457a-9085-c58cb36af42b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:01.627081 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-bf7da5f0-3a00-457a-9085-c58cb36af42b admin admin] Calling delete_port for f070bf1d-bf60-4875-8599-7c36ea7c205f owned by network:router_gateway {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:35:01.794704 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bf7da5f0-3a00-457a-9085-c58cb36af42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:01.826083 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7da5f0-3a00-457a-9085-c58cb36af42b admin admin] Pushing event deleted for resources: {'Port': ['ID=f070bf1d-bf60-4875-8599-7c36ea7c205f,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:01.906868 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bf7da5f0-3a00-457a-9085-c58cb36af42b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415075'] for router_gateway, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:02.035347 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bf7da5f0-3a00-457a-9085-c58cb36af42b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-413648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-374'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:02.038018 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bf7da5f0-3a00-457a-9085-c58cb36af42b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:02.097315 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 256f3ab3-ac27-4169-bbd1-858fd14e4ae7 no longer exists at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:35:02.119034 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bf7da5f0-3a00-457a-9085-c58cb36af42b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-413657'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:02.119661 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7da5f0-3a00-457a-9085-c58cb36af42b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3965cb03-7ac2-4373-b0f9-bb5f443662cf {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 22:35:02.125404 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bf7da5f0-3a00-457a-9085-c58cb36af42b admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:02.128797 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-bf7da5f0-3a00-457a-9085-c58cb36af42b admin admin] 10.222.0.41 "DELETE /v2.0/routers/3965cb03-7ac2-4373-b0f9-bb5f443662cf HTTP/1.1" status: 204 len: 168 time: 1.3568225 Sep 09 22:35:02.129292 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 35674) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:02.130136 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] No Port match for: 256f3ab3-ac27-4169-bbd1-858fd14e4ae7 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:35:02.130257 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 256f3ab3-ac27-4169-bbd1-858fd14e4ae7 not bound to the agent host dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:35:02.181495 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9000006-5bb2-4f4b-b900-50b4f8069ced admin admin] Deleting subnet 00d86d00-e9a4-4aee-a6b2-3faac56ffafe {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 22:35:02.185939 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a9000006-5bb2-4f4b-b900-50b4f8069ced admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:02.227836 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a9000006-5bb2-4f4b-b900-50b4f8069ced admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25986889'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:02.331748 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a9000006-5bb2-4f4b-b900-50b4f8069ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1479288'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:02.389151 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a9000006-5bb2-4f4b-b900-50b4f8069ced admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1479281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26050247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26210007'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:02.420355 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a9000006-5bb2-4f4b-b900-50b4f8069ced admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:02.422557 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-a9000006-5bb2-4f4b-b900-50b4f8069ced admin admin] 10.222.0.41 "DELETE /v2.0/subnets/00d86d00-e9a4-4aee-a6b2-3faac56ffafe HTTP/1.1" status: 204 len: 168 time: 0.2919199 Sep 09 22:35:02.423688 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9000006-5bb2-4f4b-b900-50b4f8069ced admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00d86d00-e9a4-4aee-a6b2-3faac56ffafe,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:02.424830 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 35682) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:02.425880 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4091c109-f22a-4513-aab3-b8f4c2d4baa7 None None] Network 5841743a-0bf4-4a7f-9ea2-766ccec1923f requested from dv-cinder-759955-23-iscsi {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:35:02.495168 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-48bc15b5-8fe1-4d61-95b3-bae8aed0c362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1695652'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:02.551386 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-48bc15b5-8fe1-4d61-95b3-bae8aed0c362 admin admin] Deleting port 49819c22-dcc6-4422-a98a-105e30670b5c {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:35:02.551930 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-48bc15b5-8fe1-4d61-95b3-bae8aed0c362 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:02.620739 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-48bc15b5-8fe1-4d61-95b3-bae8aed0c362 admin admin] For port 49819c22-dcc6-4422-a98a-105e30670b5c, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=49819c22-dcc6-4422-a98a-105e30670b5c,segment=NetworkSegment(9a51308c-3fc8-4057-b734-fc33372de6bc),segment_id=9a51308c-3fc8-4057-b734-fc33372de6bc)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:35:02.621102 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-48bc15b5-8fe1-4d61-95b3-bae8aed0c362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:02.633443 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-48bc15b5-8fe1-4d61-95b3-bae8aed0c362 admin admin] Calling delete_port for 49819c22-dcc6-4422-a98a-105e30670b5c owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:35:02.651027 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c1ba6dc6-ac5a-4fb6-bcc0-02d445f18082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:02.708468 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744201cd-eeb8-4889-813e-7fefcdaa0364 None None] DHCP port deletion for 5841743a-0bf4-4a7f-9ea2-766ccec1923f request from dv-cinder-759955-23-iscsi {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 22:35:02.719262 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-48bc15b5-8fe1-4d61-95b3-bae8aed0c362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:02.752006 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bc15b5-8fe1-4d61-95b3-bae8aed0c362 admin admin] No DVR routers for this DVR port 49819c22-dcc6-4422-a98a-105e30670b5c on host dv-cinder-759955-23-iscsi {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:35:02.757819 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bc15b5-8fe1-4d61-95b3-bae8aed0c362 admin admin] Pushing event deleted for resources: {'Port': ['ID=49819c22-dcc6-4422-a98a-105e30670b5c,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:02.767432 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-744201cd-eeb8-4889-813e-7fefcdaa0364 None None] Deleting port 49819c22-dcc6-4422-a98a-105e30670b5c {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:35:02.767812 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-744201cd-eeb8-4889-813e-7fefcdaa0364 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:02.833365 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-744201cd-eeb8-4889-813e-7fefcdaa0364 None None] For port 49819c22-dcc6-4422-a98a-105e30670b5c, host dv-cinder-759955-23-iscsi, got binding levels [] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:35:02.833756 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-744201cd-eeb8-4889-813e-7fefcdaa0364 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:02.842189 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-48bc15b5-8fe1-4d61-95b3-bae8aed0c362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476877', 'neutron.services.segments.db._delete_segments_for_network-8781721822877'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:02.845465 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-744201cd-eeb8-4889-813e-7fefcdaa0364 None None] Calling delete_port for 49819c22-dcc6-4422-a98a-105e30670b5c owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:35:02.848023 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.ipam_backend_mixin [None req-744201cd-eeb8-4889-813e-7fefcdaa0364 None None] Port 49819c22-dcc6-4422-a98a-105e30670b5c was not found and therefore no delete operation was performed {{(pid=93889) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 09 22:35:02.849245 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-744201cd-eeb8-4889-813e-7fefcdaa0364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:02.862659 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-48bc15b5-8fe1-4d61-95b3-bae8aed0c362 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5841743a-0bf4-4a7f-9ea2-766ccec1923f']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:35:02.875107 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-48bc15b5-8fe1-4d61-95b3-bae8aed0c362 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a51308c-3fc8-4057-b734-fc33372de6bc') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:35:02.875107 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-48bc15b5-8fe1-4d61-95b3-bae8aed0c362 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a51308c-3fc8-4057-b734-fc33372de6bc') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:35:02.878542 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744201cd-eeb8-4889-813e-7fefcdaa0364 None None] Pushing event deleted for resources: {'Port': ['ID=49819c22-dcc6-4422-a98a-105e30670b5c,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:02.882908 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744201cd-eeb8-4889-813e-7fefcdaa0364 None None] No DVR routers for this DVR port 49819c22-dcc6-4422-a98a-105e30670b5c on host dv-cinder-759955-23-iscsi {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:35:02.884946 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-48bc15b5-8fe1-4d61-95b3-bae8aed0c362 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781721823142', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25922339'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:02.890223 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744201cd-eeb8-4889-813e-7fefcdaa0364 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:35:02.890518 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744201cd-eeb8-4889-813e-7fefcdaa0364 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:35:02.890860 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744201cd-eeb8-4889-813e-7fefcdaa0364 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:35:02.891223 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744201cd-eeb8-4889-813e-7fefcdaa0364 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:35:02.891504 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744201cd-eeb8-4889-813e-7fefcdaa0364 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:35:02.891832 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744201cd-eeb8-4889-813e-7fefcdaa0364 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:35:02.894664 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744201cd-eeb8-4889-813e-7fefcdaa0364 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:35:02.895572 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744201cd-eeb8-4889-813e-7fefcdaa0364 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:35:02.895926 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744201cd-eeb8-4889-813e-7fefcdaa0364 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:35:02.896289 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744201cd-eeb8-4889-813e-7fefcdaa0364 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:35:02.896802 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744201cd-eeb8-4889-813e-7fefcdaa0364 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:35:02.897131 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744201cd-eeb8-4889-813e-7fefcdaa0364 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:35:02.905247 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-48bc15b5-8fe1-4d61-95b3-bae8aed0c362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:02.911549 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48bc15b5-8fe1-4d61-95b3-bae8aed0c362 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 22:35:02.912057 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-48bc15b5-8fe1-4d61-95b3-bae8aed0c362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27131009'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:02.913695 dv-cinder-759955-23-iscsi neutron-server[93888]: Traceback (most recent call last): Sep 09 22:35:02.913695 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 22:35:02.913695 dv-cinder-759955-23-iscsi neutron-server[93888]: timer() Sep 09 22:35:02.913695 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 22:35:02.913695 dv-cinder-759955-23-iscsi neutron-server[93888]: cb(*args, **kw) Sep 09 22:35:02.913695 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 22:35:02.913695 dv-cinder-759955-23-iscsi neutron-server[93888]: return func(*args, **kwargs) Sep 09 22:35:02.913695 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 22:35:02.913695 dv-cinder-759955-23-iscsi neutron-server[93888]: self._notify() Sep 09 22:35:02.913695 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 22:35:02.913695 dv-cinder-759955-23-iscsi neutron-server[93888]: self.callback(batched_events) Sep 09 22:35:02.913695 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 22:35:02.913695 dv-cinder-759955-23-iscsi neutron-server[93888]: event.method(event) Sep 09 22:35:02.913695 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 22:35:02.913695 dv-cinder-759955-23-iscsi neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 22:35:02.913695 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 22:35:02.913695 dv-cinder-759955-23-iscsi neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 22:35:02.913695 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 22:35:02.913695 dv-cinder-759955-23-iscsi neutron-server[93888]: return f(self, *a, **k) Sep 09 22:35:02.913695 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 22:35:02.913695 dv-cinder-759955-23-iscsi neutron-server[93888]: return self._get(url).json() Sep 09 22:35:02.913695 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 22:35:02.913695 dv-cinder-759955-23-iscsi neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 22:35:02.913695 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 22:35:02.913695 dv-cinder-759955-23-iscsi neutron-server[93888]: return self.request(url, 'GET', **kwargs) Sep 09 22:35:02.913695 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 22:35:02.913695 dv-cinder-759955-23-iscsi neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 22:35:02.913695 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 22:35:02.913695 dv-cinder-759955-23-iscsi neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 22:35:02.913695 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 22:35:02.913695 dv-cinder-759955-23-iscsi neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 22:35:02.913695 dv-cinder-759955-23-iscsi neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 22:35:02.975618 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-48bc15b5-8fe1-4d61-95b3-bae8aed0c362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1478910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414983'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:02.982134 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-48bc15b5-8fe1-4d61-95b3-bae8aed0c362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:02.984198 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-48bc15b5-8fe1-4d61-95b3-bae8aed0c362 admin admin] 10.222.0.41 "DELETE /v2.0/networks/5841743a-0bf4-4a7f-9ea2-766ccec1923f HTTP/1.1" status: 204 len: 168 time: 0.5581892 Sep 09 22:35:02.987251 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 35714) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:02.994754 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bc15b5-8fe1-4d61-95b3-bae8aed0c362 admin admin] Pushing event deleted for resources: {'Network': ['ID=5841743a-0bf4-4a7f-9ea2-766ccec1923f,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:03.267662 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 35734) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:03.344072 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-336cd239-5b77-4f8a-b16b-5fdc91ead4ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414005'] for router_interface, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:03.627111 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-336cd239-5b77-4f8a-b16b-5fdc91ead4ce admin admin] Deleting port 15bac4ae-8ff1-4e7d-af60-3e7fbd297d40 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:35:03.627656 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-336cd239-5b77-4f8a-b16b-5fdc91ead4ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:03.644178 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a9c835b5-edbc-4462-ba35-079e5f5861a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414005'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:03.710882 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-336cd239-5b77-4f8a-b16b-5fdc91ead4ce admin admin] For port 15bac4ae-8ff1-4e7d-af60-3e7fbd297d40, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=15bac4ae-8ff1-4e7d-af60-3e7fbd297d40,segment=NetworkSegment(b3750315-815c-4c3a-819e-61001192a955),segment_id=b3750315-815c-4c3a-819e-61001192a955)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:35:03.711247 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-336cd239-5b77-4f8a-b16b-5fdc91ead4ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:03.729068 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-336cd239-5b77-4f8a-b16b-5fdc91ead4ce admin admin] Calling delete_port for 15bac4ae-8ff1-4e7d-af60-3e7fbd297d40 owned by network:router_interface {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:35:03.870523 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device f070bf1d-bf60-4875-8599-7c36ea7c205f no longer exists at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:35:03.896512 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] No Port match for: f070bf1d-bf60-4875-8599-7c36ea7c205f {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:35:03.897158 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device f070bf1d-bf60-4875-8599-7c36ea7c205f not bound to the agent host dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:35:03.897728 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 49819c22-dcc6-4422-a98a-105e30670b5c no longer exists at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:35:03.911370 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-a9c835b5-edbc-4462-ba35-079e5f5861a9 admin admin] Deleting port e99549b6-febe-4755-b392-6d2991df5db7 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:35:03.911982 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a9c835b5-edbc-4462-ba35-079e5f5861a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:03.921268 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] No Port match for: 49819c22-dcc6-4422-a98a-105e30670b5c {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:35:03.921899 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 49819c22-dcc6-4422-a98a-105e30670b5c not bound to the agent host dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:35:03.938061 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-336cd239-5b77-4f8a-b16b-5fdc91ead4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26050298'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:03.965528 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336cd239-5b77-4f8a-b16b-5fdc91ead4ce admin admin] Pushing event deleted for resources: {'Port': ['ID=15bac4ae-8ff1-4e7d-af60-3e7fbd297d40,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:04.011117 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-a9c835b5-edbc-4462-ba35-079e5f5861a9 admin admin] For port e99549b6-febe-4755-b392-6d2991df5db7, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=e99549b6-febe-4755-b392-6d2991df5db7,segment=NetworkSegment(e27e9ede-0c5a-40b4-8e96-db538c8db453),segment_id=e27e9ede-0c5a-40b4-8e96-db538c8db453)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:35:04.011473 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a9c835b5-edbc-4462-ba35-079e5f5861a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:04.026111 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-a9c835b5-edbc-4462-ba35-079e5f5861a9 admin admin] Calling delete_port for e99549b6-febe-4755-b392-6d2991df5db7 owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:35:04.168492 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-336cd239-5b77-4f8a-b16b-5fdc91ead4ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-619833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414081'] for router_interface, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:04.238967 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a9c835b5-edbc-4462-ba35-079e5f5861a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:04.267119 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c835b5-edbc-4462-ba35-079e5f5861a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e99549b6-febe-4755-b392-6d2991df5db7,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:04.419623 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336cd239-5b77-4f8a-b16b-5fdc91ead4ce admin admin] Router 56918a1c-64f4-4cb3-9836-eedd093f4bee has already been hosted by L3 agent ecba8a59-1a63-4f4e-b72e-1c921b89dba6 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:35:04.470499 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a9c835b5-edbc-4462-ba35-079e5f5861a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-619833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414081'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:04.537329 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336cd239-5b77-4f8a-b16b-5fdc91ead4ce admin admin] Notify agent at l3_agent.dv-cinder-759955-23-iscsi the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:35:04.545163 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-336cd239-5b77-4f8a-b16b-5fdc91ead4ce admin admin] 10.222.0.41 "PUT /v2.0/routers/56918a1c-64f4-4cb3-9836-eedd093f4bee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5564928 Sep 09 22:35:04.545964 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 35760) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:04.546912 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bba6745-7707-47c7-a4a4-83e8207f1b19 None None] Sync routers for ids ['56918a1c-64f4-4cb3-9836-eedd093f4bee'] in dv-cinder-759955-23-iscsi {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:35:04.555926 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bba6745-7707-47c7-a4a4-83e8207f1b19 None None] Routers {'56918a1c-64f4-4cb3-9836-eedd093f4bee'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:35:04.556559 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-4bba6745-7707-47c7-a4a4-83e8207f1b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:34:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['56918a1c-64f4-4cb3-9836-eedd093f4bee'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:35:04.663772 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-4bba6745-7707-47c7-a4a4-83e8207f1b19 None None] Set router 56918a1c-64f4-4cb3-9836-eedd093f4bee gateway port host: dv-cinder-759955-23-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:35:04.728473 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3025f60e-915b-4026-bede-0d9cdb6e9fd3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:04.734264 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 06106f57-6aee-40cc-96e6-5ed8a2573c19 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:35:04.753961 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] No Port match for: 06106f57-6aee-40cc-96e6-5ed8a2573c19 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:35:04.754442 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device 06106f57-6aee-40cc-96e6-5ed8a2573c19 not bound to the agent host hv-cinder-75995 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:35:04.822503 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c835b5-edbc-4462-ba35-079e5f5861a9 admin admin] Router acabe2ce-f348-443a-ade3-bb6d725cdb98 has already been hosted by L3 agent ecba8a59-1a63-4f4e-b72e-1c921b89dba6 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:35:04.837889 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-4bba6745-7707-47c7-a4a4-83e8207f1b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56918a1c-64f4-4cb3-9836-eedd093f4bee', 'name': 'tempest-TestVolumeBootPattern-2095747513-router', 'tenant_id': 'ac26c23aa5454ff687fa2f776635e6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '01afa5ba-5734-49a4-90a6-ecb09b650c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:26:47Z', 'updated_at': '2021-09-09T22:35:03Z', 'revision_number': 5, 'project_id': 'ac26c23aa5454ff687fa2f776635e6f2', 'gw_port': {'id': '01afa5ba-5734-49a4-90a6-ecb09b650c5d', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56918a1c-64f4-4cb3-9836-eedd093f4bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:47Z', 'updated_at': '2021-09-09T22:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi'}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:35:04.867684 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bba6745-7707-47c7-a4a4-83e8207f1b19 None None] Checking router: 56918a1c-64f4-4cb3-9836-eedd093f4bee for host: dv-cinder-759955-23-iscsi {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:35:04.876023 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bba6745-7707-47c7-a4a4-83e8207f1b19 None None] Routers {'56918a1c-64f4-4cb3-9836-eedd093f4bee'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:35:04.876673 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-4bba6745-7707-47c7-a4a4-83e8207f1b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:34:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['56918a1c-64f4-4cb3-9836-eedd093f4bee'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:35:04.909586 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3025f60e-915b-4026-bede-0d9cdb6e9fd3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:04.980389 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-4bba6745-7707-47c7-a4a4-83e8207f1b19 None None] Set router 56918a1c-64f4-4cb3-9836-eedd093f4bee gateway port host: dv-cinder-759955-23-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:35:04.995601 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c835b5-edbc-4462-ba35-079e5f5861a9 admin admin] Notify agent at l3_agent.dv-cinder-759955-23-iscsi the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:35:05.004864 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-a9c835b5-edbc-4462-ba35-079e5f5861a9 admin admin] 10.222.0.41 "PUT /v2.0/routers/acabe2ce-f348-443a-ade3-bb6d725cdb98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7320478 Sep 09 22:35:05.005546 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 35762) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:05.016404 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-3025f60e-915b-4026-bede-0d9cdb6e9fd3 admin admin] Deleting port 01afa5ba-5734-49a4-90a6-ecb09b650c5d {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:35:05.016757 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3025f60e-915b-4026-bede-0d9cdb6e9fd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:05.022688 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62c3a9a-a07d-479e-b493-62bd90fdb647 None None] Sync routers for ids ['acabe2ce-f348-443a-ade3-bb6d725cdb98'] in dv-cinder-759955-23-iscsi {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:35:05.034605 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62c3a9a-a07d-479e-b493-62bd90fdb647 None None] Routers {'acabe2ce-f348-443a-ade3-bb6d725cdb98'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:35:05.035612 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-c62c3a9a-a07d-479e-b493-62bd90fdb647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:34:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['acabe2ce-f348-443a-ade3-bb6d725cdb98'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:35:05.082163 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:05.110850 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-3025f60e-915b-4026-bede-0d9cdb6e9fd3 admin admin] For port 01afa5ba-5734-49a4-90a6-ecb09b650c5d, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=01afa5ba-5734-49a4-90a6-ecb09b650c5d,segment=NetworkSegment(90346f4a-7a44-48b1-bd31-fe8f3a549143),segment_id=90346f4a-7a44-48b1-bd31-fe8f3a549143)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:35:05.111217 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3025f60e-915b-4026-bede-0d9cdb6e9fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:05.125034 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-3025f60e-915b-4026-bede-0d9cdb6e9fd3 admin admin] Calling delete_port for 01afa5ba-5734-49a4-90a6-ecb09b650c5d owned by network:router_gateway {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:35:05.137215 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0257fe97-9316-41b0-9090-1c515e0258d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:05.157901 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-c62c3a9a-a07d-479e-b493-62bd90fdb647 None None] Set router acabe2ce-f348-443a-ade3-bb6d725cdb98 gateway port host: dv-cinder-759955-23-iscsi {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:35:05.178854 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-4bba6745-7707-47c7-a4a4-83e8207f1b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56918a1c-64f4-4cb3-9836-eedd093f4bee', 'name': 'tempest-TestVolumeBootPattern-2095747513-router', 'tenant_id': 'ac26c23aa5454ff687fa2f776635e6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '01afa5ba-5734-49a4-90a6-ecb09b650c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:26:47Z', 'updated_at': '2021-09-09T22:35:03Z', 'revision_number': 5, 'project_id': 'ac26c23aa5454ff687fa2f776635e6f2', 'gw_port': {'id': '01afa5ba-5734-49a4-90a6-ecb09b650c5d', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56918a1c-64f4-4cb3-9836-eedd093f4bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:47Z', 'updated_at': '2021-09-09T22:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi'}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:35:05.208615 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bba6745-7707-47c7-a4a4-83e8207f1b19 None None] The sync data for ids ['56918a1c-64f4-4cb3-9836-eedd093f4bee'] in dv-cinder-759955-23-iscsi is: [{'id': '56918a1c-64f4-4cb3-9836-eedd093f4bee', 'name': 'tempest-TestVolumeBootPattern-2095747513-router', 'tenant_id': 'ac26c23aa5454ff687fa2f776635e6f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.252'}], 'enable_snat': True}, 'gw_port_id': '01afa5ba-5734-49a4-90a6-ecb09b650c5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:26:47Z', 'updated_at': '2021-09-09T22:35:03Z', 'revision_number': 5, 'project_id': 'ac26c23aa5454ff687fa2f776635e6f2', 'gw_port': {'id': '01afa5ba-5734-49a4-90a6-ecb09b650c5d', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56918a1c-64f4-4cb3-9836-eedd093f4bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 425, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:26:47Z', 'updated_at': '2021-09-09T22:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi'}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:35:05.266595 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0257fe97-9316-41b0-9090-1c515e0258d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:05.328740 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-0257fe97-9316-41b0-9090-1c515e0258d2 admin admin] Deleting port 8f1b5d7d-c10c-432e-81eb-ebb7ed669037 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:35:05.329078 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0257fe97-9316-41b0-9090-1c515e0258d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:05.378269 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-c62c3a9a-a07d-479e-b493-62bd90fdb647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acabe2ce-f348-443a-ade3-bb6d725cdb98', 'name': 'tempest-TestMinimumBasicScenario-77366477-router', 'tenant_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.69'}], 'enable_snat': True}, 'gw_port_id': '8f1b5d7d-c10c-432e-81eb-ebb7ed669037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:32:24Z', 'updated_at': '2021-09-09T22:35:04Z', 'revision_number': 5, 'project_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'gw_port': {'id': '8f1b5d7d-c10c-432e-81eb-ebb7ed669037', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:92:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acabe2ce-f348-443a-ade3-bb6d725cdb98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:32:24Z', 'updated_at': '2021-09-09T22:32:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi'}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:35:05.417321 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-0257fe97-9316-41b0-9090-1c515e0258d2 admin admin] For port 8f1b5d7d-c10c-432e-81eb-ebb7ed669037, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=8f1b5d7d-c10c-432e-81eb-ebb7ed669037,segment=NetworkSegment(90346f4a-7a44-48b1-bd31-fe8f3a549143),segment_id=90346f4a-7a44-48b1-bd31-fe8f3a549143)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:35:05.417558 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62c3a9a-a07d-479e-b493-62bd90fdb647 None None] Checking router: acabe2ce-f348-443a-ade3-bb6d725cdb98 for host: dv-cinder-759955-23-iscsi {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:35:05.418011 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0257fe97-9316-41b0-9090-1c515e0258d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:05.432779 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-0257fe97-9316-41b0-9090-1c515e0258d2 admin admin] Calling delete_port for 8f1b5d7d-c10c-432e-81eb-ebb7ed669037 owned by network:router_gateway {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:35:05.437849 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62c3a9a-a07d-479e-b493-62bd90fdb647 None None] Routers {'acabe2ce-f348-443a-ade3-bb6d725cdb98'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:35:05.438467 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-c62c3a9a-a07d-479e-b493-62bd90fdb647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:34:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['acabe2ce-f348-443a-ade3-bb6d725cdb98'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:35:05.477064 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b1520efa-90cd-47c5-bac7-86f679a67a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:05.558652 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-c62c3a9a-a07d-479e-b493-62bd90fdb647 None None] Set router acabe2ce-f348-443a-ade3-bb6d725cdb98 gateway port host: None {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:35:05.617594 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-c62c3a9a-a07d-479e-b493-62bd90fdb647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acabe2ce-f348-443a-ade3-bb6d725cdb98', 'name': 'tempest-TestMinimumBasicScenario-77366477-router', 'tenant_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:32:24Z', 'updated_at': '2021-09-09T22:35:05Z', 'revision_number': 6, 'project_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'gw_port_host': None}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:35:05.621796 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3025f60e-915b-4026-bede-0d9cdb6e9fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:05.647772 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0257fe97-9316-41b0-9090-1c515e0258d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26050298'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:05.664898 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62c3a9a-a07d-479e-b493-62bd90fdb647 None None] The sync data for ids ['acabe2ce-f348-443a-ade3-bb6d725cdb98'] in dv-cinder-759955-23-iscsi is: [{'id': 'acabe2ce-f348-443a-ade3-bb6d725cdb98', 'name': 'tempest-TestMinimumBasicScenario-77366477-router', 'tenant_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:32:24Z', 'updated_at': '2021-09-09T22:35:05Z', 'revision_number': 6, 'project_id': '2d98a11ffc8f4fc0af1d2f2e1b6ccf88', 'gw_port_host': None}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:35:05.670222 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3025f60e-915b-4026-bede-0d9cdb6e9fd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=01afa5ba-5734-49a4-90a6-ecb09b650c5d,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:05.683013 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025f60e-915b-4026-bede-0d9cdb6e9fd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:35:05.683013 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025f60e-915b-4026-bede-0d9cdb6e9fd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:35:05.683013 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025f60e-915b-4026-bede-0d9cdb6e9fd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:35:05.683470 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025f60e-915b-4026-bede-0d9cdb6e9fd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:35:05.683470 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025f60e-915b-4026-bede-0d9cdb6e9fd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:35:05.683828 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025f60e-915b-4026-bede-0d9cdb6e9fd3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:35:05.684291 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025f60e-915b-4026-bede-0d9cdb6e9fd3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:35:05.685377 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025f60e-915b-4026-bede-0d9cdb6e9fd3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:35:05.685709 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025f60e-915b-4026-bede-0d9cdb6e9fd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:35:05.686084 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025f60e-915b-4026-bede-0d9cdb6e9fd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:35:05.686389 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025f60e-915b-4026-bede-0d9cdb6e9fd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:35:05.686665 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3025f60e-915b-4026-bede-0d9cdb6e9fd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:35:05.689305 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0257fe97-9316-41b0-9090-1c515e0258d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f1b5d7d-c10c-432e-81eb-ebb7ed669037,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:05.752268 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3025f60e-915b-4026-bede-0d9cdb6e9fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415075'] for router_gateway, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:05.763563 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0257fe97-9316-41b0-9090-1c515e0258d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415075'] for router_gateway, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:05.811364 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:05.849818 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3025f60e-915b-4026-bede-0d9cdb6e9fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-413648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-374'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:05.852207 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3025f60e-915b-4026-bede-0d9cdb6e9fd3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:05.874651 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0257fe97-9316-41b0-9090-1c515e0258d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-413648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-374'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:05.877042 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0257fe97-9316-41b0-9090-1c515e0258d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:05.897361 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3025f60e-915b-4026-bede-0d9cdb6e9fd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-413657'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:05.897964 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3025f60e-915b-4026-bede-0d9cdb6e9fd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56918a1c-64f4-4cb3-9836-eedd093f4bee {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 22:35:05.908228 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-3025f60e-915b-4026-bede-0d9cdb6e9fd3 admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:05.911051 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-3025f60e-915b-4026-bede-0d9cdb6e9fd3 admin admin] 10.222.0.41 "DELETE /v2.0/routers/56918a1c-64f4-4cb3-9836-eedd093f4bee HTTP/1.1" status: 204 len: 168 time: 1.3641548 Sep 09 22:35:05.911735 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 35776) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:05.929091 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0257fe97-9316-41b0-9090-1c515e0258d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-413657'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:05.929683 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0257fe97-9316-41b0-9090-1c515e0258d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router acabe2ce-f348-443a-ade3-bb6d725cdb98 {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 22:35:05.935524 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0257fe97-9316-41b0-9090-1c515e0258d2 admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:05.939177 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-0257fe97-9316-41b0-9090-1c515e0258d2 admin admin] 10.222.0.41 "DELETE /v2.0/routers/acabe2ce-f348-443a-ade3-bb6d725cdb98 HTTP/1.1" status: 204 len: 168 time: 0.9297194 Sep 09 22:35:05.939177 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 35778) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:05.960659 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4b3dfcc-acf6-492a-ad50-5b80f0681390 admin admin] Deleting subnet bccc6e1b-7431-4d12-86bf-3df76884df3d {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 22:35:05.964868 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b4b3dfcc-acf6-492a-ad50-5b80f0681390 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:06.007531 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b4b3dfcc-acf6-492a-ad50-5b80f0681390 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25922394'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:06.171060 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b4b3dfcc-acf6-492a-ad50-5b80f0681390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1479288'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:06.237830 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 35784) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:06.283079 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b4b3dfcc-acf6-492a-ad50-5b80f0681390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1479281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27131235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26101001'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:06.312463 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b4b3dfcc-acf6-492a-ad50-5b80f0681390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:06.316815 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-b4b3dfcc-acf6-492a-ad50-5b80f0681390 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/bccc6e1b-7431-4d12-86bf-3df76884df3d HTTP/1.1" status: 204 len: 168 time: 0.4017777 Sep 09 22:35:06.316815 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b3dfcc-acf6-492a-ad50-5b80f0681390 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bccc6e1b-7431-4d12-86bf-3df76884df3d,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:06.317167 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 35788) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:06.321324 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570fe949-004e-4aa7-9798-2aca63504e68 None None] Network dc3e060c-cab9-4277-854b-48feeec180ed requested from dv-cinder-759955-23-iscsi {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:35:06.330151 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-051e14a4-4fb8-49b5-92b7-3dd21e494db3 admin admin] Deleting subnet dec623d5-3e37-4183-874f-e4a837e3c30e {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 22:35:06.334595 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-051e14a4-4fb8-49b5-92b7-3dd21e494db3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:06.373310 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-051e14a4-4fb8-49b5-92b7-3dd21e494db3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25986889'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:06.398881 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b80367f0-bf5b-4c01-a7c1-731c79355aa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:06.410407 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cd5fbf71-60be-4e63-ac74-0954bffa958d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1695652'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:06.466247 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-051e14a4-4fb8-49b5-92b7-3dd21e494db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1479288'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:06.523015 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-cd5fbf71-60be-4e63-ac74-0954bffa958d admin admin] Deleting port 9d852554-5652-4779-b634-0921305baafb {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:35:06.523412 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cd5fbf71-60be-4e63-ac74-0954bffa958d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:06.526799 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-051e14a4-4fb8-49b5-92b7-3dd21e494db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1479281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26050247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26210007'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:06.552364 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051e14a4-4fb8-49b5-92b7-3dd21e494db3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dec623d5-3e37-4183-874f-e4a837e3c30e,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:06.559267 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-051e14a4-4fb8-49b5-92b7-3dd21e494db3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:06.562296 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 35790) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:06.563593 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-051e14a4-4fb8-49b5-92b7-3dd21e494db3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/dec623d5-3e37-4183-874f-e4a837e3c30e HTTP/1.1" status: 204 len: 168 time: 0.6233840 Sep 09 22:35:06.573199 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b80367f0-bf5b-4c01-a7c1-731c79355aa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:06.586964 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1bb808-fa8d-4c06-8abf-d9c45134ca35 None None] Network 354d2cd9-ec85-48c8-8b2d-0ba04c091ca4 requested from dv-cinder-759955-23-iscsi {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:35:06.596748 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a437dcc-7397-4578-9f3d-486379db14a3 None None] DHCP port deletion for dc3e060c-cab9-4277-854b-48feeec180ed request from dv-cinder-759955-23-iscsi {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 22:35:06.612909 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-b80367f0-bf5b-4c01-a7c1-731c79355aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:06.706006 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-cd5fbf71-60be-4e63-ac74-0954bffa958d admin admin] For port 9d852554-5652-4779-b634-0921305baafb, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=9d852554-5652-4779-b634-0921305baafb,segment=NetworkSegment(b3750315-815c-4c3a-819e-61001192a955),segment_id=b3750315-815c-4c3a-819e-61001192a955)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:35:06.706372 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cd5fbf71-60be-4e63-ac74-0954bffa958d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:06.736353 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-b80367f0-bf5b-4c01-a7c1-731c79355aa1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d79f30b0390e47189fa6a4925ebaaa30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4973276 Sep 09 22:35:06.737071 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80367f0-bf5b-4c01-a7c1-731c79355aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0e6a76c-3b48-4363-83dc-377da9ee000b,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:06.739910 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-cd5fbf71-60be-4e63-ac74-0954bffa958d admin admin] Calling delete_port for 9d852554-5652-4779-b634-0921305baafb owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:35:06.740280 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 35792) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:06.746419 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ab81c4ce-edcd-4fbb-b169-1ea4325cced1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1695652'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:06.795082 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7b8f03d4-82dd-4544-a3e2-34a80ddf9199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:06.817608 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7b8f03d4-82dd-4544-a3e2-34a80ddf9199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:06.866816 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:06.872619 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-ab81c4ce-edcd-4fbb-b169-1ea4325cced1 admin admin] Deleting port 786675f0-eb2a-47ff-9477-774b74599fe3 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:35:06.873565 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ab81c4ce-edcd-4fbb-b169-1ea4325cced1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:06.878846 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-4a437dcc-7397-4578-9f3d-486379db14a3 None None] Deleting port 9d852554-5652-4779-b634-0921305baafb {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:35:06.879202 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4a437dcc-7397-4578-9f3d-486379db14a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:06.885806 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7b8f03d4-82dd-4544-a3e2-34a80ddf9199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:06.887471 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cd5fbf71-60be-4e63-ac74-0954bffa958d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:06.894958 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7b8f03d4-82dd-4544-a3e2-34a80ddf9199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:06.896145 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-7b8f03d4-82dd-4544-a3e2-34a80ddf9199 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d0e6a76c-3b48-4363-83dc-377da9ee000b HTTP/1.1" status: 204 len: 168 time: 0.1544471 Sep 09 22:35:06.919405 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8f03d4-82dd-4544-a3e2-34a80ddf9199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0e6a76c-3b48-4363-83dc-377da9ee000b,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:06.941223 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5fbf71-60be-4e63-ac74-0954bffa958d admin admin] Pushing event deleted for resources: {'Port': ['ID=9d852554-5652-4779-b634-0921305baafb,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:06.944799 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5fbf71-60be-4e63-ac74-0954bffa958d admin admin] No DVR routers for this DVR port 9d852554-5652-4779-b634-0921305baafb on host dv-cinder-759955-23-iscsi {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:35:06.958709 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.agents_db [None req-ca59875f-4706-4e17-8f41-5ac1de1c8425 None None] Agent healthcheck: found 6 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:35:07.015409 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device e99549b6-febe-4755-b392-6d2991df5db7 no longer exists at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:35:07.018175 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c90715a-e57a-4d5d-8a13-767f922f1020 None None] DHCP port deletion for 354d2cd9-ec85-48c8-8b2d-0ba04c091ca4 request from dv-cinder-759955-23-iscsi {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 22:35:07.021178 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-ab81c4ce-edcd-4fbb-b169-1ea4325cced1 admin admin] For port 786675f0-eb2a-47ff-9477-774b74599fe3, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=786675f0-eb2a-47ff-9477-774b74599fe3,segment=NetworkSegment(e27e9ede-0c5a-40b4-8e96-db538c8db453),segment_id=e27e9ede-0c5a-40b4-8e96-db538c8db453)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:35:07.021746 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ab81c4ce-edcd-4fbb-b169-1ea4325cced1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:07.033683 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-ab81c4ce-edcd-4fbb-b169-1ea4325cced1 admin admin] Calling delete_port for 786675f0-eb2a-47ff-9477-774b74599fe3 owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:35:07.047138 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-4a437dcc-7397-4578-9f3d-486379db14a3 None None] For port 9d852554-5652-4779-b634-0921305baafb, host dv-cinder-759955-23-iscsi, got binding levels [] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:35:07.047532 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4a437dcc-7397-4578-9f3d-486379db14a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:07.057966 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] No Port match for: e99549b6-febe-4755-b392-6d2991df5db7 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:35:07.058896 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device e99549b6-febe-4755-b392-6d2991df5db7 not bound to the agent host dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:35:07.059484 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 15bac4ae-8ff1-4e7d-af60-3e7fbd297d40 no longer exists at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:35:07.103805 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-4a437dcc-7397-4578-9f3d-486379db14a3 None None] Calling delete_port for 9d852554-5652-4779-b634-0921305baafb owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:35:07.105478 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] No Port match for: 15bac4ae-8ff1-4e7d-af60-3e7fbd297d40 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:35:07.105808 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 15bac4ae-8ff1-4e7d-af60-3e7fbd297d40 not bound to the agent host dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:35:07.108911 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.ipam_backend_mixin [None req-4a437dcc-7397-4578-9f3d-486379db14a3 None None] Port 9d852554-5652-4779-b634-0921305baafb was not found and therefore no delete operation was performed {{(pid=93889) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 09 22:35:07.112119 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4a437dcc-7397-4578-9f3d-486379db14a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:07.143209 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cd5fbf71-60be-4e63-ac74-0954bffa958d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476877', 'neutron.services.segments.db._delete_segments_for_network-8781721822877'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:07.146667 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a437dcc-7397-4578-9f3d-486379db14a3 None None] Pushing event deleted for resources: {'Port': ['ID=9d852554-5652-4779-b634-0921305baafb,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:07.151818 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a437dcc-7397-4578-9f3d-486379db14a3 None None] No DVR routers for this DVR port 9d852554-5652-4779-b634-0921305baafb on host dv-cinder-759955-23-iscsi {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:35:07.174218 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-8c90715a-e57a-4d5d-8a13-767f922f1020 None None] Deleting port 786675f0-eb2a-47ff-9477-774b74599fe3 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:35:07.174818 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8c90715a-e57a-4d5d-8a13-767f922f1020 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:07.175621 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-cd5fbf71-60be-4e63-ac74-0954bffa958d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc3e060c-cab9-4277-854b-48feeec180ed']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:35:07.192019 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-cd5fbf71-60be-4e63-ac74-0954bffa958d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3750315-815c-4c3a-819e-61001192a955') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:35:07.192383 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-cd5fbf71-60be-4e63-ac74-0954bffa958d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3750315-815c-4c3a-819e-61001192a955') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:35:07.202611 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cd5fbf71-60be-4e63-ac74-0954bffa958d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781721823142', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25922339'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:07.214712 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ab81c4ce-edcd-4fbb-b169-1ea4325cced1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:07.223120 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cd5fbf71-60be-4e63-ac74-0954bffa958d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:07.247731 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab81c4ce-edcd-4fbb-b169-1ea4325cced1 admin admin] Pushing event deleted for resources: {'Port': ['ID=786675f0-eb2a-47ff-9477-774b74599fe3,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:07.249851 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-8c90715a-e57a-4d5d-8a13-767f922f1020 None None] For port 786675f0-eb2a-47ff-9477-774b74599fe3, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=786675f0-eb2a-47ff-9477-774b74599fe3,segment=NetworkSegment(e27e9ede-0c5a-40b4-8e96-db538c8db453),segment_id=e27e9ede-0c5a-40b4-8e96-db538c8db453)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:35:07.250254 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8c90715a-e57a-4d5d-8a13-767f922f1020 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:07.251251 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd5fbf71-60be-4e63-ac74-0954bffa958d admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 22:35:07.251656 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cd5fbf71-60be-4e63-ac74-0954bffa958d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27131009'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:07.253619 dv-cinder-759955-23-iscsi neutron-server[93888]: Traceback (most recent call last): Sep 09 22:35:07.253619 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 22:35:07.253619 dv-cinder-759955-23-iscsi neutron-server[93888]: timer() Sep 09 22:35:07.253619 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 22:35:07.253619 dv-cinder-759955-23-iscsi neutron-server[93888]: cb(*args, **kw) Sep 09 22:35:07.253619 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 22:35:07.253619 dv-cinder-759955-23-iscsi neutron-server[93888]: return func(*args, **kwargs) Sep 09 22:35:07.253619 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 22:35:07.253619 dv-cinder-759955-23-iscsi neutron-server[93888]: self._notify() Sep 09 22:35:07.253619 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 22:35:07.253619 dv-cinder-759955-23-iscsi neutron-server[93888]: self.callback(batched_events) Sep 09 22:35:07.253619 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 22:35:07.253619 dv-cinder-759955-23-iscsi neutron-server[93888]: event.method(event) Sep 09 22:35:07.253619 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 22:35:07.253619 dv-cinder-759955-23-iscsi neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 22:35:07.253619 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 22:35:07.253619 dv-cinder-759955-23-iscsi neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 22:35:07.253619 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 22:35:07.253619 dv-cinder-759955-23-iscsi neutron-server[93888]: return f(self, *a, **k) Sep 09 22:35:07.253619 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 22:35:07.253619 dv-cinder-759955-23-iscsi neutron-server[93888]: return self._get(url).json() Sep 09 22:35:07.253619 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 22:35:07.253619 dv-cinder-759955-23-iscsi neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 22:35:07.253619 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 22:35:07.253619 dv-cinder-759955-23-iscsi neutron-server[93888]: return self.request(url, 'GET', **kwargs) Sep 09 22:35:07.253619 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 22:35:07.253619 dv-cinder-759955-23-iscsi neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 22:35:07.253619 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 22:35:07.253619 dv-cinder-759955-23-iscsi neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 22:35:07.253619 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 22:35:07.253619 dv-cinder-759955-23-iscsi neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 22:35:07.253619 dv-cinder-759955-23-iscsi neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 22:35:07.256394 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab81c4ce-edcd-4fbb-b169-1ea4325cced1 admin admin] No DVR routers for this DVR port 786675f0-eb2a-47ff-9477-774b74599fe3 on host dv-cinder-759955-23-iscsi {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:35:07.266713 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-8c90715a-e57a-4d5d-8a13-767f922f1020 None None] Calling delete_port for 786675f0-eb2a-47ff-9477-774b74599fe3 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:35:07.345057 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 35798) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:07.358742 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-72e28983-4d69-4b21-a1f4-331964c78818 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:07.372693 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8c90715a-e57a-4d5d-8a13-767f922f1020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:07.382401 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ab81c4ce-edcd-4fbb-b169-1ea4325cced1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476877', 'neutron.services.segments.db._delete_segments_for_network-8781721822877'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:07.400918 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c90715a-e57a-4d5d-8a13-767f922f1020 None None] No DVR routers for this DVR port 786675f0-eb2a-47ff-9477-774b74599fe3 on host dv-cinder-759955-23-iscsi {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:35:07.402630 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c90715a-e57a-4d5d-8a13-767f922f1020 None None] Pushing event deleted for resources: {'Port': ['ID=786675f0-eb2a-47ff-9477-774b74599fe3,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:07.402935 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cd5fbf71-60be-4e63-ac74-0954bffa958d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1478910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414983'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:07.412319 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-cd5fbf71-60be-4e63-ac74-0954bffa958d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:07.416917 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-cd5fbf71-60be-4e63-ac74-0954bffa958d admin admin] 10.222.0.41 "DELETE /v2.0/networks/dc3e060c-cab9-4277-854b-48feeec180ed HTTP/1.1" status: 204 len: 168 time: 1.0953171 Sep 09 22:35:07.432266 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-ab81c4ce-edcd-4fbb-b169-1ea4325cced1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['354d2cd9-ec85-48c8-8b2d-0ba04c091ca4']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:35:07.435149 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5fbf71-60be-4e63-ac74-0954bffa958d admin admin] Pushing event deleted for resources: {'Network': ['ID=dc3e060c-cab9-4277-854b-48feeec180ed,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:07.445883 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-ab81c4ce-edcd-4fbb-b169-1ea4325cced1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e27e9ede-0c5a-40b4-8e96-db538c8db453') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:35:07.446138 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-ab81c4ce-edcd-4fbb-b169-1ea4325cced1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e27e9ede-0c5a-40b4-8e96-db538c8db453') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:35:07.456121 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ab81c4ce-edcd-4fbb-b169-1ea4325cced1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781721823142', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25922339'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:07.471306 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ab81c4ce-edcd-4fbb-b169-1ea4325cced1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:07.479928 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab81c4ce-edcd-4fbb-b169-1ea4325cced1 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 22:35:07.480547 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ab81c4ce-edcd-4fbb-b169-1ea4325cced1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27131009'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:07.488067 dv-cinder-759955-23-iscsi neutron-server[93888]: Traceback (most recent call last): Sep 09 22:35:07.488067 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 22:35:07.488067 dv-cinder-759955-23-iscsi neutron-server[93888]: timer() Sep 09 22:35:07.488067 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 22:35:07.488067 dv-cinder-759955-23-iscsi neutron-server[93888]: cb(*args, **kw) Sep 09 22:35:07.488067 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 22:35:07.488067 dv-cinder-759955-23-iscsi neutron-server[93888]: return func(*args, **kwargs) Sep 09 22:35:07.488067 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 22:35:07.488067 dv-cinder-759955-23-iscsi neutron-server[93888]: self._notify() Sep 09 22:35:07.488067 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 22:35:07.488067 dv-cinder-759955-23-iscsi neutron-server[93888]: self.callback(batched_events) Sep 09 22:35:07.488067 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 22:35:07.488067 dv-cinder-759955-23-iscsi neutron-server[93888]: event.method(event) Sep 09 22:35:07.488067 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 22:35:07.488067 dv-cinder-759955-23-iscsi neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 22:35:07.488067 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 22:35:07.488067 dv-cinder-759955-23-iscsi neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 22:35:07.488067 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 22:35:07.488067 dv-cinder-759955-23-iscsi neutron-server[93888]: return f(self, *a, **k) Sep 09 22:35:07.488067 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 22:35:07.488067 dv-cinder-759955-23-iscsi neutron-server[93888]: return self._get(url).json() Sep 09 22:35:07.488067 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 22:35:07.488067 dv-cinder-759955-23-iscsi neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 22:35:07.488067 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 22:35:07.488067 dv-cinder-759955-23-iscsi neutron-server[93888]: return self.request(url, 'GET', **kwargs) Sep 09 22:35:07.488067 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 22:35:07.488067 dv-cinder-759955-23-iscsi neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 22:35:07.488067 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 22:35:07.488067 dv-cinder-759955-23-iscsi neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 22:35:07.488067 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 22:35:07.488067 dv-cinder-759955-23-iscsi neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 22:35:07.488067 dv-cinder-759955-23-iscsi neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 22:35:07.491810 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-72e28983-4d69-4b21-a1f4-331964c78818 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:07.496138 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-72e28983-4d69-4b21-a1f4-331964c78818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:07.536212 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e28983-4d69-4b21-a1f4-331964c78818 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c781cc-e024-4959-b9af-b06f742b6a77,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:07.542879 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-72e28983-4d69-4b21-a1f4-331964c78818 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=76768d6aa0cc40e993915b889983b7c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1942790 Sep 09 22:35:07.543306 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 35802) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:07.568432 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ab81c4ce-edcd-4fbb-b169-1ea4325cced1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1478910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414983'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:07.575238 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ab81c4ce-edcd-4fbb-b169-1ea4325cced1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:07.577654 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-ab81c4ce-edcd-4fbb-b169-1ea4325cced1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/354d2cd9-ec85-48c8-8b2d-0ba04c091ca4 HTTP/1.1" status: 204 len: 168 time: 1.0128548 Sep 09 22:35:07.587961 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 35804) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:07.595206 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab81c4ce-edcd-4fbb-b169-1ea4325cced1 admin admin] Pushing event deleted for resources: {'Network': ['ID=354d2cd9-ec85-48c8-8b2d-0ba04c091ca4,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:07.604428 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-06d070af-5f2e-49a3-b357-fcb37a7db432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:07.628635 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 35806) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:07.633334 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-06d070af-5f2e-49a3-b357-fcb37a7db432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:07.695750 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-4f4e9822-d202-4bb5-9711-4623918f4a90 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=57b2554ae3954c0c842e1ddefc325dae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0660167 Sep 09 22:35:07.698243 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 35808) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:07.740674 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-06d070af-5f2e-49a3-b357-fcb37a7db432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:07.743123 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-06d070af-5f2e-49a3-b357-fcb37a7db432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:07.744274 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-06d070af-5f2e-49a3-b357-fcb37a7db432 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c4c781cc-e024-4959-b9af-b06f742b6a77 HTTP/1.1" status: 204 len: 168 time: 0.1990919 Sep 09 22:35:07.759266 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d070af-5f2e-49a3-b357-fcb37a7db432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c781cc-e024-4959-b9af-b06f742b6a77,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:07.761415 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-758943e6-29ff-4bf1-b9ff-09631a8c06d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:07.786658 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-758943e6-29ff-4bf1-b9ff-09631a8c06d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:07.850162 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-758943e6-29ff-4bf1-b9ff-09631a8c06d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:07.853978 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-758943e6-29ff-4bf1-b9ff-09631a8c06d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:07.855331 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-758943e6-29ff-4bf1-b9ff-09631a8c06d2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6502f608-2df4-4edb-b8b6-c1c37f6ac98a HTTP/1.1" status: 204 len: 168 time: 0.1560225 Sep 09 22:35:07.869819 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758943e6-29ff-4bf1-b9ff-09631a8c06d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6502f608-2df4-4edb-b8b6-c1c37f6ac98a,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:07.873426 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 01afa5ba-5734-49a4-90a6-ecb09b650c5d no longer exists at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:35:07.914983 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] No Port match for: 01afa5ba-5734-49a4-90a6-ecb09b650c5d {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:35:07.915581 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 01afa5ba-5734-49a4-90a6-ecb09b650c5d not bound to the agent host dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:35:07.918711 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 8f1b5d7d-c10c-432e-81eb-ebb7ed669037 no longer exists at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:35:07.941690 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] No Port match for: 8f1b5d7d-c10c-432e-81eb-ebb7ed669037 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:35:07.942192 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 8f1b5d7d-c10c-432e-81eb-ebb7ed669037 not bound to the agent host dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:35:07.942633 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 9d852554-5652-4779-b634-0921305baafb no longer exists at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:35:07.963775 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] No Port match for: 9d852554-5652-4779-b634-0921305baafb {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:35:07.964152 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 9d852554-5652-4779-b634-0921305baafb not bound to the agent host dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:35:07.964570 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 786675f0-eb2a-47ff-9477-774b74599fe3 no longer exists at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:35:07.987359 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] No Port match for: 786675f0-eb2a-47ff-9477-774b74599fe3 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:35:07.987716 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 786675f0-eb2a-47ff-9477-774b74599fe3 not bound to the agent host dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:35:08.033063 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a96155f6-7ee1-4c3a-897d-79d60f450d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414005'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:08.111157 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:08.209818 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 35818) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:08.225983 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 35820) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:08.243162 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0c556be5-170b-4bf7-9156-3e1272a60d40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:08.276366 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-c770df35-1168-4b36-b45b-9ea1a3457f98 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ac26c23aa5454ff687fa2f776635e6f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0650392 Sep 09 22:35:08.279051 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 35822) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:08.288068 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-a96155f6-7ee1-4c3a-897d-79d60f450d5f admin admin] Deleting port 035cd396-efa7-430b-a213-8bc9beb36149 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:35:08.288334 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a96155f6-7ee1-4c3a-897d-79d60f450d5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:08.355873 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2b2d9219-ded9-4950-9d05-285ba8e294b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:08.370408 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-a96155f6-7ee1-4c3a-897d-79d60f450d5f admin admin] For port 035cd396-efa7-430b-a213-8bc9beb36149, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=035cd396-efa7-430b-a213-8bc9beb36149,segment=NetworkSegment(ae3cadc4-c942-48ca-8384-78e32bcf256b),segment_id=ae3cadc4-c942-48ca-8384-78e32bcf256b)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:35:08.371338 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a96155f6-7ee1-4c3a-897d-79d60f450d5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:08.385544 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-a96155f6-7ee1-4c3a-897d-79d60f450d5f admin admin] Calling delete_port for 035cd396-efa7-430b-a213-8bc9beb36149 owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:35:08.387347 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2b2d9219-ded9-4950-9d05-285ba8e294b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:08.431490 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0c556be5-170b-4bf7-9156-3e1272a60d40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:08.436089 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-0c556be5-170b-4bf7-9156-3e1272a60d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:08.474834 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2b2d9219-ded9-4950-9d05-285ba8e294b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:08.477334 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2b2d9219-ded9-4950-9d05-285ba8e294b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:08.478477 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-2b2d9219-ded9-4950-9d05-285ba8e294b5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/23dd835b-2c7b-48c9-9b65-93c8aa48a335 HTTP/1.1" status: 204 len: 168 time: 0.1985223 Sep 09 22:35:08.481908 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-0c556be5-170b-4bf7-9156-3e1272a60d40 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a0af371fee3d4dcaa045d55143fca05a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2548323 Sep 09 22:35:08.483009 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c556be5-170b-4bf7-9156-3e1272a60d40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac01d46-3bcf-487f-9c90-7f791c458916,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:08.485341 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 35826) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:08.499893 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2d9219-ded9-4950-9d05-285ba8e294b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23dd835b-2c7b-48c9-9b65-93c8aa48a335,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:08.550032 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a9a454cf-3a73-4354-8ea6-b2f321549d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:08.571534 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a9a454cf-3a73-4354-8ea6-b2f321549d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:08.583284 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a96155f6-7ee1-4c3a-897d-79d60f450d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:08.610727 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96155f6-7ee1-4c3a-897d-79d60f450d5f admin admin] Pushing event deleted for resources: {'Port': ['ID=035cd396-efa7-430b-a213-8bc9beb36149,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:08.642068 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a9a454cf-3a73-4354-8ea6-b2f321549d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:08.645866 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-a9a454cf-3a73-4354-8ea6-b2f321549d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:08.647285 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-a9a454cf-3a73-4354-8ea6-b2f321549d3f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cac01d46-3bcf-487f-9c90-7f791c458916 HTTP/1.1" status: 204 len: 168 time: 0.1609974 Sep 09 22:35:08.657222 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a454cf-3a73-4354-8ea6-b2f321549d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac01d46-3bcf-487f-9c90-7f791c458916,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:08.819297 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a96155f6-7ee1-4c3a-897d-79d60f450d5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-619833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414081'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:09.076203 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a96155f6-7ee1-4c3a-897d-79d60f450d5f admin admin] Router 2f275028-a3f8-47bc-8441-b22e1e8c118f has already been hosted by L3 agent ecba8a59-1a63-4f4e-b72e-1c921b89dba6 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:35:09.431339 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96155f6-7ee1-4c3a-897d-79d60f450d5f admin admin] Notify agent at l3_agent.dv-cinder-759955-23-iscsi the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:35:09.439637 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 35850) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:09.440374 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-a96155f6-7ee1-4c3a-897d-79d60f450d5f admin admin] 10.222.0.41 "PUT /v2.0/routers/2f275028-a3f8-47bc-8441-b22e1e8c118f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8514717 Sep 09 22:35:09.442006 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8d11da-5759-46db-a74a-855c5cd20566 None None] Sync routers for ids ['2f275028-a3f8-47bc-8441-b22e1e8c118f'] in dv-cinder-759955-23-iscsi {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:35:09.452393 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8d11da-5759-46db-a74a-855c5cd20566 None None] Routers {'2f275028-a3f8-47bc-8441-b22e1e8c118f'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:35:09.453163 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-dc8d11da-5759-46db-a74a-855c5cd20566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:35:05Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['2f275028-a3f8-47bc-8441-b22e1e8c118f'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:35:09.547018 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f1ff980-6fb4-4107-8afa-340bca0dc703 admin admin] Notify callbacks [] for router, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:09.567593 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-dc8d11da-5759-46db-a74a-855c5cd20566 None None] Set router 2f275028-a3f8-47bc-8441-b22e1e8c118f gateway port host: dv-cinder-759955-23-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:35:09.654840 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f1ff980-6fb4-4107-8afa-340bca0dc703 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:09.710946 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-5f1ff980-6fb4-4107-8afa-340bca0dc703 admin admin] Deleting port 34f13b61-cbbc-4be2-ba4a-56c3bfcee20a {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:35:09.711287 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f1ff980-6fb4-4107-8afa-340bca0dc703 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:09.811746 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-5f1ff980-6fb4-4107-8afa-340bca0dc703 admin admin] For port 34f13b61-cbbc-4be2-ba4a-56c3bfcee20a, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=34f13b61-cbbc-4be2-ba4a-56c3bfcee20a,segment=NetworkSegment(90346f4a-7a44-48b1-bd31-fe8f3a549143),segment_id=90346f4a-7a44-48b1-bd31-fe8f3a549143)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:35:09.812279 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f1ff980-6fb4-4107-8afa-340bca0dc703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:09.832747 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-5f1ff980-6fb4-4107-8afa-340bca0dc703 admin admin] Calling delete_port for 34f13b61-cbbc-4be2-ba4a-56c3bfcee20a owned by network:router_gateway {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:35:09.859857 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-dc8d11da-5759-46db-a74a-855c5cd20566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f275028-a3f8-47bc-8441-b22e1e8c118f', 'name': 'tempest-TestMinimumBasicScenario-1977457658-router', 'tenant_id': 'f4f441707a25477d9c30fb25741d1a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '34f13b61-cbbc-4be2-ba4a-56c3bfcee20a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:32:28Z', 'updated_at': '2021-09-09T22:35:08Z', 'revision_number': 5, 'project_id': 'f4f441707a25477d9c30fb25741d1a95', 'gw_port': {'id': '34f13b61-cbbc-4be2-ba4a-56c3bfcee20a', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:07:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f275028-a3f8-47bc-8441-b22e1e8c118f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:32:29Z', 'updated_at': '2021-09-09T22:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi'}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:35:09.887200 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8d11da-5759-46db-a74a-855c5cd20566 None None] Checking router: 2f275028-a3f8-47bc-8441-b22e1e8c118f for host: dv-cinder-759955-23-iscsi {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:35:09.896198 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8d11da-5759-46db-a74a-855c5cd20566 None None] Routers {'2f275028-a3f8-47bc-8441-b22e1e8c118f'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:35:09.896806 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-dc8d11da-5759-46db-a74a-855c5cd20566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:35:05Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['2f275028-a3f8-47bc-8441-b22e1e8c118f'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:35:09.984427 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-dc8d11da-5759-46db-a74a-855c5cd20566 None None] Set router 2f275028-a3f8-47bc-8441-b22e1e8c118f gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:35:10.021375 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f1ff980-6fb4-4107-8afa-340bca0dc703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26050298'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:10.044623 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-dc8d11da-5759-46db-a74a-855c5cd20566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f275028-a3f8-47bc-8441-b22e1e8c118f', 'name': 'tempest-TestMinimumBasicScenario-1977457658-router', 'tenant_id': 'f4f441707a25477d9c30fb25741d1a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:32:28Z', 'updated_at': '2021-09-09T22:35:09Z', 'revision_number': 6, 'project_id': 'f4f441707a25477d9c30fb25741d1a95', 'gw_port_host': None}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:35:10.056231 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1ff980-6fb4-4107-8afa-340bca0dc703 admin admin] Pushing event deleted for resources: {'Port': ['ID=34f13b61-cbbc-4be2-ba4a-56c3bfcee20a,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:10.073456 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc8d11da-5759-46db-a74a-855c5cd20566 None None] The sync data for ids ['2f275028-a3f8-47bc-8441-b22e1e8c118f'] in dv-cinder-759955-23-iscsi is: [{'id': '2f275028-a3f8-47bc-8441-b22e1e8c118f', 'name': 'tempest-TestMinimumBasicScenario-1977457658-router', 'tenant_id': 'f4f441707a25477d9c30fb25741d1a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:32:28Z', 'updated_at': '2021-09-09T22:35:09Z', 'revision_number': 6, 'project_id': 'f4f441707a25477d9c30fb25741d1a95', 'gw_port_host': None}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:35:10.119547 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f1ff980-6fb4-4107-8afa-340bca0dc703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415075'] for router_gateway, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:10.211513 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f1ff980-6fb4-4107-8afa-340bca0dc703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-413648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-374'] for router, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:10.214740 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f1ff980-6fb4-4107-8afa-340bca0dc703 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:10.265969 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f1ff980-6fb4-4107-8afa-340bca0dc703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-413657'] for router, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:10.267970 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1ff980-6fb4-4107-8afa-340bca0dc703 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f275028-a3f8-47bc-8441-b22e1e8c118f {{(pid=93887) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 22:35:10.272908 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-5f1ff980-6fb4-4107-8afa-340bca0dc703 admin admin] Notify callbacks [] for router, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:10.274068 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-5f1ff980-6fb4-4107-8afa-340bca0dc703 admin admin] 10.222.0.41 "DELETE /v2.0/routers/2f275028-a3f8-47bc-8441-b22e1e8c118f HTTP/1.1" status: 204 len: 168 time: 0.8330321 Sep 09 22:35:10.276654 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 35878) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:10.330029 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.db_base_plugin_v2 [None req-055a459c-bd1f-42a1-828e-83734077c598 admin admin] Deleting subnet cd51b536-4570-4505-8841-c0dbb72a6771 {{(pid=93887) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 22:35:10.333080 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-055a459c-bd1f-42a1-828e-83734077c598 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:10.368241 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-055a459c-bd1f-42a1-828e-83734077c598 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25986889'] for subnet, precommit_delete_associations {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:10.453094 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-055a459c-bd1f-42a1-828e-83734077c598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1479288'] for subnet, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:10.518410 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-055a459c-bd1f-42a1-828e-83734077c598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1479281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26050247', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26210007'] for subnet, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:10.550636 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055a459c-bd1f-42a1-828e-83734077c598 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd51b536-4570-4505-8841-c0dbb72a6771,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:10.554641 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-055a459c-bd1f-42a1-828e-83734077c598 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:10.556783 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-055a459c-bd1f-42a1-828e-83734077c598 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/cd51b536-4570-4505-8841-c0dbb72a6771 HTTP/1.1" status: 204 len: 168 time: 0.2791858 Sep 09 22:35:10.559221 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 35882) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:10.563711 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebb7ca4-bad0-44e2-8030-1a89a9734172 None None] Network 5bb06f23-40dc-4fe9-b6bd-02c64a6a54e6 requested from dv-cinder-759955-23-iscsi {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:35:10.642549 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6613c578-5c22-4e3f-8bad-43de72be737d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1695652'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:10.696820 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-6613c578-5c22-4e3f-8bad-43de72be737d admin admin] Deleting port 4f61b53b-7e5c-49a3-824f-e289d0f8be5c {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:35:10.697160 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6613c578-5c22-4e3f-8bad-43de72be737d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:10.767718 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-6613c578-5c22-4e3f-8bad-43de72be737d admin admin] For port 4f61b53b-7e5c-49a3-824f-e289d0f8be5c, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=4f61b53b-7e5c-49a3-824f-e289d0f8be5c,segment=NetworkSegment(ae3cadc4-c942-48ca-8384-78e32bcf256b),segment_id=ae3cadc4-c942-48ca-8384-78e32bcf256b)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:35:10.768114 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6613c578-5c22-4e3f-8bad-43de72be737d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:10.779390 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-6613c578-5c22-4e3f-8bad-43de72be737d admin admin] Calling delete_port for 4f61b53b-7e5c-49a3-824f-e289d0f8be5c owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:35:10.862050 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6613c578-5c22-4e3f-8bad-43de72be737d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26050298'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:10.872657 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bb0f0b-8176-431c-9d4d-932c67df94fd None None] DHCP port deletion for 5bb06f23-40dc-4fe9-b6bd-02c64a6a54e6 request from dv-cinder-759955-23-iscsi {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 22:35:10.897059 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6613c578-5c22-4e3f-8bad-43de72be737d admin admin] Pushing event deleted for resources: {'Port': ['ID=4f61b53b-7e5c-49a3-824f-e289d0f8be5c,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:10.900829 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6613c578-5c22-4e3f-8bad-43de72be737d admin admin] No DVR routers for this DVR port 4f61b53b-7e5c-49a3-824f-e289d0f8be5c on host dv-cinder-759955-23-iscsi {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:35:10.969858 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6613c578-5c22-4e3f-8bad-43de72be737d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476877', 'neutron.services.segments.db._delete_segments_for_network-8781721822877'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:10.990419 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.services.segments.db [None req-6613c578-5c22-4e3f-8bad-43de72be737d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bb06f23-40dc-4fe9-b6bd-02c64a6a54e6']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:35:10.999919 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.services.segments.db [None req-6613c578-5c22-4e3f-8bad-43de72be737d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae3cadc4-c942-48ca-8384-78e32bcf256b') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:35:11.000243 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.services.segments.db [None req-6613c578-5c22-4e3f-8bad-43de72be737d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae3cadc4-c942-48ca-8384-78e32bcf256b') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:35:11.013673 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6613c578-5c22-4e3f-8bad-43de72be737d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781721823142', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25986864'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:11.027473 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6613c578-5c22-4e3f-8bad-43de72be737d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:11.033482 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6613c578-5c22-4e3f-8bad-43de72be737d admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 22:35:11.033957 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6613c578-5c22-4e3f-8bad-43de72be737d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26050341'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:11.035751 dv-cinder-759955-23-iscsi neutron-server[93887]: Traceback (most recent call last): Sep 09 22:35:11.035751 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 22:35:11.035751 dv-cinder-759955-23-iscsi neutron-server[93887]: timer() Sep 09 22:35:11.035751 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 22:35:11.035751 dv-cinder-759955-23-iscsi neutron-server[93887]: cb(*args, **kw) Sep 09 22:35:11.035751 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 22:35:11.035751 dv-cinder-759955-23-iscsi neutron-server[93887]: return func(*args, **kwargs) Sep 09 22:35:11.035751 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 22:35:11.035751 dv-cinder-759955-23-iscsi neutron-server[93887]: self._notify() Sep 09 22:35:11.035751 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 22:35:11.035751 dv-cinder-759955-23-iscsi neutron-server[93887]: self.callback(batched_events) Sep 09 22:35:11.035751 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 22:35:11.035751 dv-cinder-759955-23-iscsi neutron-server[93887]: event.method(event) Sep 09 22:35:11.035751 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 22:35:11.035751 dv-cinder-759955-23-iscsi neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 22:35:11.035751 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 22:35:11.035751 dv-cinder-759955-23-iscsi neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 22:35:11.035751 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 22:35:11.035751 dv-cinder-759955-23-iscsi neutron-server[93887]: return f(self, *a, **k) Sep 09 22:35:11.035751 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 22:35:11.035751 dv-cinder-759955-23-iscsi neutron-server[93887]: return self._get(url).json() Sep 09 22:35:11.035751 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 22:35:11.035751 dv-cinder-759955-23-iscsi neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 22:35:11.035751 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 22:35:11.035751 dv-cinder-759955-23-iscsi neutron-server[93887]: return self.request(url, 'GET', **kwargs) Sep 09 22:35:11.035751 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 22:35:11.035751 dv-cinder-759955-23-iscsi neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 22:35:11.035751 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 22:35:11.035751 dv-cinder-759955-23-iscsi neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 22:35:11.035751 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 22:35:11.035751 dv-cinder-759955-23-iscsi neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 22:35:11.035751 dv-cinder-759955-23-iscsi neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 22:35:11.093625 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6613c578-5c22-4e3f-8bad-43de72be737d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1478910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414983'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:11.099449 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6613c578-5c22-4e3f-8bad-43de72be737d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:11.107820 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-6613c578-5c22-4e3f-8bad-43de72be737d admin admin] 10.222.0.41 "DELETE /v2.0/networks/5bb06f23-40dc-4fe9-b6bd-02c64a6a54e6 HTTP/1.1" status: 204 len: 168 time: 0.5453622 Sep 09 22:35:11.118311 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6613c578-5c22-4e3f-8bad-43de72be737d admin admin] Pushing event deleted for resources: {'Network': ['ID=5bb06f23-40dc-4fe9-b6bd-02c64a6a54e6,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:11.262585 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 35894) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:11.302144 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-33e72543-18b4-4cbb-ad22-515a368e7125 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2d98a11ffc8f4fc0af1d2f2e1b6ccf88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383887 Sep 09 22:35:11.304675 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 35896) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:11.353210 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-14e8484a-7231-4511-ba07-b2f95897e5ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:11.378550 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-14e8484a-7231-4511-ba07-b2f95897e5ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:11.428549 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-14e8484a-7231-4511-ba07-b2f95897e5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:11.431068 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-14e8484a-7231-4511-ba07-b2f95897e5ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:11.432242 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-14e8484a-7231-4511-ba07-b2f95897e5ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0a85bee8-fe50-43a8-bcc3-f18d998e9ffd HTTP/1.1" status: 204 len: 168 time: 0.1265819 Sep 09 22:35:11.440465 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e8484a-7231-4511-ba07-b2f95897e5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a85bee8-fe50-43a8-bcc3-f18d998e9ffd,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:11.823110 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 35906) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:11.867030 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 035cd396-efa7-430b-a213-8bc9beb36149 no longer exists at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:35:11.880084 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-8d172a8f-7f60-4478-ae9c-7ea6705d1281 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f4f441707a25477d9c30fb25741d1a95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0539122 Sep 09 22:35:11.881026 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 35908) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:11.889087 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] No Port match for: 035cd396-efa7-430b-a213-8bc9beb36149 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:35:11.889443 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 035cd396-efa7-430b-a213-8bc9beb36149 not bound to the agent host dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:35:11.889906 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 34f13b61-cbbc-4be2-ba4a-56c3bfcee20a no longer exists at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:35:11.919679 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] No Port match for: 34f13b61-cbbc-4be2-ba4a-56c3bfcee20a {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:35:11.920698 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 34f13b61-cbbc-4be2-ba4a-56c3bfcee20a not bound to the agent host dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:35:11.921651 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 4f61b53b-7e5c-49a3-824f-e289d0f8be5c no longer exists at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:35:11.944559 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] No Port match for: 4f61b53b-7e5c-49a3-824f-e289d0f8be5c {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:35:11.948516 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 4f61b53b-7e5c-49a3-824f-e289d0f8be5c not bound to the agent host dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:35:11.958102 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-18632518-09c9-4179-a8ef-cf3907cd3b17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:11.985531 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-18632518-09c9-4179-a8ef-cf3907cd3b17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:12.051472 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-18632518-09c9-4179-a8ef-cf3907cd3b17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:12.054196 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-18632518-09c9-4179-a8ef-cf3907cd3b17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:12.055444 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-18632518-09c9-4179-a8ef-cf3907cd3b17 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/04bb0ef6-d70a-4c7e-bb33-51bca498a41a HTTP/1.1" status: 204 len: 168 time: 0.1726742 Sep 09 22:35:12.071409 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18632518-09c9-4179-a8ef-cf3907cd3b17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04bb0ef6-d70a-4c7e-bb33-51bca498a41a,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:12.734773 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 35934) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:12.829695 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-9925477c-cb37-4852-9e72-e41e4a9b2db9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1887672841-network', 'tenant_id': '4286ce32e30a44d4af2c5a0d6de5254c'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:35:12.849477 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9925477c-cb37-4852-9e72-e41e4a9b2db9 admin admin] Made reservation on behalf of 4286ce32e30a44d4af2c5a0d6de5254c for: {'network': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:35:12.851917 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9925477c-cb37-4852-9e72-e41e4a9b2db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for network, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:12.860111 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9925477c-cb37-4852-9e72-e41e4a9b2db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:12.949590 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9925477c-cb37-4852-9e72-e41e4a9b2db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:12.953338 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9925477c-cb37-4852-9e72-e41e4a9b2db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:12.973017 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9925477c-cb37-4852-9e72-e41e4a9b2db9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=93888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 22:35:12.987521 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9925477c-cb37-4852-9e72-e41e4a9b2db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8b181f-1ed5-4d1c-ab54-475bec82dc32,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:12.990361 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9925477c-cb37-4852-9e72-e41e4a9b2db9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074'] for segment, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:12.990694 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.db.segments_db [None req-9925477c-cb37-4852-9e72-e41e4a9b2db9 admin admin] Added segment 37a2bac4-87aa-41e8-93fd-fb97da1bec0e of type vlan for network b74cf048-fc5f-4913-b563-149154aaaeb4 Sep 09 22:35:13.035058 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9925477c-cb37-4852-9e72-e41e4a9b2db9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781721265704'] for network, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:13.060317 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9925477c-cb37-4852-9e72-e41e4a9b2db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824'] for network, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:13.061603 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9925477c-cb37-4852-9e72-e41e4a9b2db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:35:13.062228 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-9925477c-cb37-4852-9e72-e41e4a9b2db9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:13.094012 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-9925477c-cb37-4852-9e72-e41e4a9b2db9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3581200 Sep 09 22:35:13.096942 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 35942) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:13.101767 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-2ebdf514-f9ab-4240-8482-49b343d7a8b3 admin admin] Request body: {'subnet': {'network_id': 'b74cf048-fc5f-4913-b563-149154aaaeb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1887672841-subnet', 'tenant_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'ip_version': 4}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:35:13.122910 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebdf514-f9ab-4240-8482-49b343d7a8b3 admin admin] Made reservation on behalf of 4286ce32e30a44d4af2c5a0d6de5254c for: {'subnet': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:35:13.125263 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2ebdf514-f9ab-4240-8482-49b343d7a8b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26209842'] for subnet, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:13.130878 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9925477c-cb37-4852-9e72-e41e4a9b2db9 admin admin] Pushing event updated for resources: {'Network': ['ID=b74cf048-fc5f-4913-b563-149154aaaeb4,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:13.141714 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Network b74cf048-fc5f-4913-b563-149154aaaeb4 details requested by agent ovs-agent-dv-cinder-759955-23-iscsi with host dv-cinder-759955-23-iscsi {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 22:35:13.307232 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2ebdf514-f9ab-4240-8482-49b343d7a8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26050182', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26209836'] for subnet, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:13.364769 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebdf514-f9ab-4240-8482-49b343d7a8b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32697480-4b3b-4183-9d9e-57f38cfd728f,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:13.372948 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebdf514-f9ab-4240-8482-49b343d7a8b3 admin admin] Checking segment: {'id': '37a2bac4-87aa-41e8-93fd-fb97da1bec0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b74cf048-fc5f-4913-b563-149154aaaeb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93887) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:35:13.373378 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebdf514-f9ab-4240-8482-49b343d7a8b3 admin admin] Network hostable DHCP agents. Network: b74cf048-fc5f-4913-b563-149154aaaeb4, hostable agents: ['8f0ddeab-bc9d-4c81-8d3d-e5ecdacbf733'], hosted agents: [] {{(pid=93887) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 22:35:13.390911 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebdf514-f9ab-4240-8482-49b343d7a8b3 admin admin] Network b74cf048-fc5f-4913-b563-149154aaaeb4 is scheduled to be hosted by DHCP agent 8f0ddeab-bc9d-4c81-8d3d-e5ecdacbf733 with binding_index 1 {{(pid=93887) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 22:35:13.400124 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-2ebdf514-f9ab-4240-8482-49b343d7a8b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-23-iscsi, b74cf048-fc5f-4913-b563-149154aaaeb4) {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:35:13.405263 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebdf514-f9ab-4240-8482-49b343d7a8b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:35:13.406012 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2ebdf514-f9ab-4240-8482-49b343d7a8b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:13.410307 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27dfd9ef-72bd-421a-9e22-49b206456845 None None] Network b74cf048-fc5f-4913-b563-149154aaaeb4 requested from dv-cinder-759955-23-iscsi {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:35:13.428681 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 35964) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:13.433180 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-bac33b84-7e95-4a99-97ff-973ada6c5a68 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1887672841-router', 'tenant_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:35:13.440113 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-2ebdf514-f9ab-4240-8482-49b343d7a8b3 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3385322 Sep 09 22:35:13.455296 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bac33b84-7e95-4a99-97ff-973ada6c5a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-413326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-328'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:13.456340 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bac33b84-7e95-4a99-97ff-973ada6c5a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-489013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-321'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:13.520869 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bac33b84-7e95-4a99-97ff-973ada6c5a68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:13.570488 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc197423-150d-498e-9697-53b210613cb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee46604-0f4e-5923-a4c6-c23d2299b9bb-b74cf048-fc5f-4913-b563-149154aaaeb4', 'network_id': 'b74cf048-fc5f-4913-b563-149154aaaeb4', 'tenant_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'fixed_ips': [{'subnet_id': '32697480-4b3b-4183-9d9e-57f38cfd728f'}]}} from dv-cinder-759955-23-iscsi. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 22:35:13.571350 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dc197423-150d-498e-9697-53b210613cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:13.664952 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bac33b84-7e95-4a99-97ff-973ada6c5a68 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:13.721374 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-dc197423-150d-498e-9697-53b210613cb5 None None] Allocated IP 172.20.0.2 (b74cf048-fc5f-4913-b563-149154aaaeb4/32697480-4b3b-4183-9d9e-57f38cfd728f/70447d52-4040-4133-99c5-f9844bd794a7) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:35:13.879306 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dc197423-150d-498e-9697-53b210613cb5 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:13.880306 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bac33b84-7e95-4a99-97ff-973ada6c5a68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:13.889921 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-dc197423-150d-498e-9697-53b210613cb5 None None] Transition to ACTIVE for port object 70447d52-4040-4133-99c5-f9844bd794a7 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:35:13.900621 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bac33b84-7e95-4a99-97ff-973ada6c5a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:13.906082 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-dc197423-150d-498e-9697-53b210613cb5 None None] Transition to ACTIVE for port object 70447d52-4040-4133-99c5-f9844bd794a7 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:35:13.913254 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dc197423-150d-498e-9697-53b210613cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:13.951879 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc197423-150d-498e-9697-53b210613cb5 None None] Network b74cf048-fc5f-4913-b563-149154aaaeb4 is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:35:13.954887 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-dc197423-150d-498e-9697-53b210613cb5 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:35:13.958369 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc197423-150d-498e-9697-53b210613cb5 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:35:13.974248 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc197423-150d-498e-9697-53b210613cb5 None None] Pushing event updated for resources: {'Port': ['ID=70447d52-4040-4133-99c5-f9844bd794a7,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:14.018874 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-bac33b84-7e95-4a99-97ff-973ada6c5a68 admin admin] Allocated IP 172.27.3.28 (a96fd56d-97e4-47a2-815b-e854e5640ee5/a399639f-77d7-4513-a462-8fb82637fe8f/50727eea-7ae1-4d1f-b0b4-4d122ebb204e) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:35:14.022729 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-dc197423-150d-498e-9697-53b210613cb5 None None] Attempting to bind port 70447d52-4040-4133-99c5-f9844bd794a7 on host dv-cinder-759955-23-iscsi for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:35:14.023093 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-dc197423-150d-498e-9697-53b210613cb5 None None] Attempting to bind port 70447d52-4040-4133-99c5-f9844bd794a7 by drivers openvswitch,hyperv on host dv-cinder-759955-23-iscsi at level 0 using segments [{'id': '37a2bac4-87aa-41e8-93fd-fb97da1bec0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b74cf048-fc5f-4913-b563-149154aaaeb4'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:35:14.023450 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc197423-150d-498e-9697-53b210613cb5 None None] Attempting to bind port 70447d52-4040-4133-99c5-f9844bd794a7 on network b74cf048-fc5f-4913-b563-149154aaaeb4 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:35:14.029069 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc197423-150d-498e-9697-53b210613cb5 None None] Checking agent: {'id': '18c8940e-01ce-4dee-a90a-54246b2955c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 17, 6), 'started_at': datetime.datetime(2021, 9, 9, 22, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:35:14.029659 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc197423-150d-498e-9697-53b210613cb5 None None] Checking segment: {'id': '37a2bac4-87aa-41e8-93fd-fb97da1bec0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b74cf048-fc5f-4913-b563-149154aaaeb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:35:14.030193 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dc197423-150d-498e-9697-53b210613cb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:14.030753 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc197423-150d-498e-9697-53b210613cb5 None None] Bound using segment: {'id': '37a2bac4-87aa-41e8-93fd-fb97da1bec0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b74cf048-fc5f-4913-b563-149154aaaeb4'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:35:14.031221 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-dc197423-150d-498e-9697-53b210613cb5 None None] Bound port: 70447d52-4040-4133-99c5-f9844bd794a7, host: dv-cinder-759955-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37a2bac4-87aa-41e8-93fd-fb97da1bec0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b74cf048-fc5f-4913-b563-149154aaaeb4'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:35:14.031598 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dc197423-150d-498e-9697-53b210613cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:14.102849 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-dc197423-150d-498e-9697-53b210613cb5 None None] For port 70447d52-4040-4133-99c5-f9844bd794a7, host dv-cinder-759955-23-iscsi, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:35:14.106320 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-dc197423-150d-498e-9697-53b210613cb5 None None] For port 70447d52-4040-4133-99c5-f9844bd794a7, host dv-cinder-759955-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=70447d52-4040-4133-99c5-f9844bd794a7,segment=NetworkSegment(37a2bac4-87aa-41e8-93fd-fb97da1bec0e),segment_id=37a2bac4-87aa-41e8-93fd-fb97da1bec0e)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:35:14.109957 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-dc197423-150d-498e-9697-53b210613cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:14.151084 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bac33b84-7e95-4a99-97ff-973ada6c5a68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:14.166901 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc197423-150d-498e-9697-53b210613cb5 None None] Pushing event updated for resources: {'Port': ['ID=70447d52-4040-4133-99c5-f9844bd794a7,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:14.202765 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bac33b84-7e95-4a99-97ff-973ada6c5a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:14.240099 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac33b84-7e95-4a99-97ff-973ada6c5a68 admin admin] Network a96fd56d-97e4-47a2-815b-e854e5640ee5 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:35:14.242967 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-bac33b84-7e95-4a99-97ff-973ada6c5a68 admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:35:14.245942 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac33b84-7e95-4a99-97ff-973ada6c5a68 admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:35:14.277207 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac33b84-7e95-4a99-97ff-973ada6c5a68 admin admin] Pushing event updated for resources: {'Port': ['ID=50727eea-7ae1-4d1f-b0b4-4d122ebb204e,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:14.515591 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bac33b84-7e95-4a99-97ff-973ada6c5a68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:14.703094 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bac33b84-7e95-4a99-97ff-973ada6c5a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-413447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415071'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:14.834829 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac33b84-7e95-4a99-97ff-973ada6c5a68 admin admin] Router 78856d9a-009a-4243-9236-ab6d3e4df92b is scheduled to L3 agent ecba8a59-1a63-4f4e-b72e-1c921b89dba6 with binding_index 1 {{(pid=93888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 22:35:14.943106 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac33b84-7e95-4a99-97ff-973ada6c5a68 admin admin] Notify agent at l3_agent.dv-cinder-759955-23-iscsi the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:35:14.953635 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af7e6a0-8bb3-4c89-94f6-08616558af25 None None] Sync routers for ids ['78856d9a-009a-4243-9236-ab6d3e4df92b'] in dv-cinder-759955-23-iscsi {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:35:14.958366 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-bac33b84-7e95-4a99-97ff-973ada6c5a68 admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:14.959555 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-bac33b84-7e95-4a99-97ff-973ada6c5a68 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5298736 Sep 09 22:35:14.962326 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 35992) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:14.968638 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af7e6a0-8bb3-4c89-94f6-08616558af25 None None] Routers {'78856d9a-009a-4243-9236-ab6d3e4df92b'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:35:14.970619 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-9af7e6a0-8bb3-4c89-94f6-08616558af25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:35:05Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['78856d9a-009a-4243-9236-ab6d3e4df92b'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:35:15.038048 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08d003c-ce0e-4a54-9cfd-1036b043673d None None] Network b74cf048-fc5f-4913-b563-149154aaaeb4 requested from dv-cinder-759955-23-iscsi {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:35:15.144899 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-9af7e6a0-8bb3-4c89-94f6-08616558af25 None None] Set router 78856d9a-009a-4243-9236-ab6d3e4df92b gateway port host: dv-cinder-759955-23-iscsi {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:35:15.331926 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4b996e3b-bbda-442b-a41f-cebd1d3d1ab8 None None] Provisioning for port 70447d52-4040-4133-99c5-f9844bd794a7 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:35:15.392177 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 36008) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:15.413964 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8233722d-ea4b-4b19-9d0a-49f1df6225f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:15.531713 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-9af7e6a0-8bb3-4c89-94f6-08616558af25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78856d9a-009a-4243-9236-ab6d3e4df92b', 'name': 'tempest-TestShelveInstance-1887672841-router', 'tenant_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '50727eea-7ae1-4d1f-b0b4-4d122ebb204e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:35:13Z', 'updated_at': '2021-09-09T22:35:14Z', 'revision_number': 3, 'project_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'gw_port': {'id': '50727eea-7ae1-4d1f-b0b4-4d122ebb204e', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:07:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78856d9a-009a-4243-9236-ab6d3e4df92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:35:13Z', 'updated_at': '2021-09-09T22:35:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi'}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:35:15.533161 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-944823e6-83db-4cbe-ba1c-fc870c42cedc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:15.559320 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af7e6a0-8bb3-4c89-94f6-08616558af25 None None] Checking router: 78856d9a-009a-4243-9236-ab6d3e4df92b for host: dv-cinder-759955-23-iscsi {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:35:15.560360 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af7e6a0-8bb3-4c89-94f6-08616558af25 None None] Updating router 78856d9a-009a-4243-9236-ab6d3e4df92b port 50727eea-7ae1-4d1f-b0b4-4d122ebb204e binding host dv-cinder-759955-23-iscsi {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 22:35:15.585985 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9af7e6a0-8bb3-4c89-94f6-08616558af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:15.620699 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-8233722d-ea4b-4b19-9d0a-49f1df6225f7 admin admin] Allocated IP 172.20.0.1 (b74cf048-fc5f-4913-b563-149154aaaeb4/32697480-4b3b-4183-9d9e-57f38cfd728f/7bc11b43-4279-4c83-938f-d0ec2161203d) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:35:15.750949 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-944823e6-83db-4cbe-ba1c-fc870c42cedc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:15.757990 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-944823e6-83db-4cbe-ba1c-fc870c42cedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:15.793146 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8233722d-ea4b-4b19-9d0a-49f1df6225f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:15.816615 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-944823e6-83db-4cbe-ba1c-fc870c42cedc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=080e7feae4de40dfa511b410603e5399&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4234464 Sep 09 22:35:15.819711 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 36012) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:15.820337 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944823e6-83db-4cbe-ba1c-fc870c42cedc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d818036-84b2-4a74-92ab-2ec623f18fae,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:15.841877 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [None req-8233722d-ea4b-4b19-9d0a-49f1df6225f7 admin admin] Transition to ACTIVE for port object 7bc11b43-4279-4c83-938f-d0ec2161203d will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:35:15.892640 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9af7e6a0-8bb3-4c89-94f6-08616558af25 None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:15.900839 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 70447d52-4040-4133-99c5-f9844bd794a7 up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:35:15.902106 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a79970d2-8d95-4bc6-8edc-9820d3259b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:15.907045 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8233722d-ea4b-4b19-9d0a-49f1df6225f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:15.923529 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-9af7e6a0-8bb3-4c89-94f6-08616558af25 None None] Transition to ACTIVE for port object 50727eea-7ae1-4d1f-b0b4-4d122ebb204e will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:35:15.932414 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9af7e6a0-8bb3-4c89-94f6-08616558af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:15.950702 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a79970d2-8d95-4bc6-8edc-9820d3259b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:15.965094 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8233722d-ea4b-4b19-9d0a-49f1df6225f7 admin admin] Network b74cf048-fc5f-4913-b563-149154aaaeb4 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:35:15.971331 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-8233722d-ea4b-4b19-9d0a-49f1df6225f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:35:15.982883 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8233722d-ea4b-4b19-9d0a-49f1df6225f7 admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:35:15.995849 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-9af7e6a0-8bb3-4c89-94f6-08616558af25 None None] Attempting to bind port 50727eea-7ae1-4d1f-b0b4-4d122ebb204e on host dv-cinder-759955-23-iscsi for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:35:15.996237 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-9af7e6a0-8bb3-4c89-94f6-08616558af25 None None] Attempting to bind port 50727eea-7ae1-4d1f-b0b4-4d122ebb204e by drivers openvswitch,hyperv on host dv-cinder-759955-23-iscsi at level 0 using segments [{'id': '90346f4a-7a44-48b1-bd31-fe8f3a549143', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:35:15.996592 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af7e6a0-8bb3-4c89-94f6-08616558af25 None None] Attempting to bind port 50727eea-7ae1-4d1f-b0b4-4d122ebb204e on network a96fd56d-97e4-47a2-815b-e854e5640ee5 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:35:16.000608 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b023a7b-14a8-4804-a0dd-237c449ae9fc None None] Pushing event updated for resources: {'Port': ['ID=50727eea-7ae1-4d1f-b0b4-4d122ebb204e,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:16.006767 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af7e6a0-8bb3-4c89-94f6-08616558af25 None None] Checking agent: {'id': '18c8940e-01ce-4dee-a90a-54246b2955c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 17, 6), 'started_at': datetime.datetime(2021, 9, 9, 22, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:35:16.007132 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af7e6a0-8bb3-4c89-94f6-08616558af25 None None] Checking segment: {'id': '90346f4a-7a44-48b1-bd31-fe8f3a549143', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:35:16.007524 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9af7e6a0-8bb3-4c89-94f6-08616558af25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:16.007908 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af7e6a0-8bb3-4c89-94f6-08616558af25 None None] Bound using segment: {'id': '90346f4a-7a44-48b1-bd31-fe8f3a549143', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:35:16.008384 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-9af7e6a0-8bb3-4c89-94f6-08616558af25 None None] Bound port: 50727eea-7ae1-4d1f-b0b4-4d122ebb204e, host: dv-cinder-759955-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90346f4a-7a44-48b1-bd31-fe8f3a549143', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:35:16.008755 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9af7e6a0-8bb3-4c89-94f6-08616558af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:16.012415 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning for port 70447d52-4040-4133-99c5-f9844bd794a7 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:35:16.017184 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8233722d-ea4b-4b19-9d0a-49f1df6225f7 admin admin] Pushing event updated for resources: {'Port': ['ID=7bc11b43-4279-4c83-938f-d0ec2161203d,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:16.037331 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port 70447d52-4040-4133-99c5-f9844bd794a7 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:35:16.037693 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:16.038856 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8233722d-ea4b-4b19-9d0a-49f1df6225f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415118'] for router_interface, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:16.090428 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a79970d2-8d95-4bc6-8edc-9820d3259b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:16.093578 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a79970d2-8d95-4bc6-8edc-9820d3259b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:16.094717 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-a79970d2-8d95-4bc6-8edc-9820d3259b3d admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0d818036-84b2-4a74-92ab-2ec623f18fae HTTP/1.1" status: 204 len: 168 time: 0.2716830 Sep 09 22:35:16.095187 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-9af7e6a0-8bb3-4c89-94f6-08616558af25 None None] For port 50727eea-7ae1-4d1f-b0b4-4d122ebb204e, host dv-cinder-759955-23-iscsi, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:35:16.112940 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79970d2-8d95-4bc6-8edc-9820d3259b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d818036-84b2-4a74-92ab-2ec623f18fae,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:16.115365 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-9af7e6a0-8bb3-4c89-94f6-08616558af25 None None] For port 50727eea-7ae1-4d1f-b0b4-4d122ebb204e, host dv-cinder-759955-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=50727eea-7ae1-4d1f-b0b4-4d122ebb204e,segment=NetworkSegment(90346f4a-7a44-48b1-bd31-fe8f3a549143),segment_id=90346f4a-7a44-48b1-bd31-fe8f3a549143)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:35:16.145400 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9af7e6a0-8bb3-4c89-94f6-08616558af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:16.198172 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8233722d-ea4b-4b19-9d0a-49f1df6225f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:16.198578 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b023a7b-14a8-4804-a0dd-237c449ae9fc None None] Pushing event updated for resources: {'Port': ['ID=50727eea-7ae1-4d1f-b0b4-4d122ebb204e,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:16.214603 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:16.248641 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af7e6a0-8bb3-4c89-94f6-08616558af25 None None] Routers {'78856d9a-009a-4243-9236-ab6d3e4df92b'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:35:16.249286 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-9af7e6a0-8bb3-4c89-94f6-08616558af25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:35:05Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['78856d9a-009a-4243-9236-ab6d3e4df92b'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:35:16.287841 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] For port 70447d52-4040-4133-99c5-f9844bd794a7, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=70447d52-4040-4133-99c5-f9844bd794a7,segment=NetworkSegment(37a2bac4-87aa-41e8-93fd-fb97da1bec0e),segment_id=37a2bac4-87aa-41e8-93fd-fb97da1bec0e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:35:16.295047 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:16.384146 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-521eeb9c-fda5-4fa8-8220-f82ac8fc33b8 None None] Provisioning for port 7bc11b43-4279-4c83-938f-d0ec2161203d completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:35:16.397176 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-521eeb9c-fda5-4fa8-8220-f82ac8fc33b8 None None] Provisioning complete for port 7bc11b43-4279-4c83-938f-d0ec2161203d triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:35:16.397543 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-521eeb9c-fda5-4fa8-8220-f82ac8fc33b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:16.401861 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8233722d-ea4b-4b19-9d0a-49f1df6225f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:16.408051 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8233722d-ea4b-4b19-9d0a-49f1df6225f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27131053'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:16.409493 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Pushing event updated for resources: {'Port': ['ID=70447d52-4040-4133-99c5-f9844bd794a7,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:16.430844 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-9af7e6a0-8bb3-4c89-94f6-08616558af25 None None] Set router 78856d9a-009a-4243-9236-ab6d3e4df92b gateway port host: dv-cinder-759955-23-iscsi {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:35:16.440192 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 36018) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:16.454099 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-23565c6b-20ad-48e8-a34f-3d88340b33d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:16.478476 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-521eeb9c-fda5-4fa8-8220-f82ac8fc33b8 None None] Port 7bc11b43-4279-4c83-938f-d0ec2161203d cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 22:35:16.485358 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-8233722d-ea4b-4b19-9d0a-49f1df6225f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413982'] for router_interface, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:16.494917 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8233722d-ea4b-4b19-9d0a-49f1df6225f7 admin admin] Pushing event updated for resources: {'Port': ['ID=7bc11b43-4279-4c83-938f-d0ec2161203d,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:16.559025 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-23565c6b-20ad-48e8-a34f-3d88340b33d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:16.564389 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-23565c6b-20ad-48e8-a34f-3d88340b33d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:16.588559 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8233722d-ea4b-4b19-9d0a-49f1df6225f7 admin admin] Network b74cf048-fc5f-4913-b563-149154aaaeb4 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:35:16.590512 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-8233722d-ea4b-4b19-9d0a-49f1df6225f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:35:16.598318 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-23565c6b-20ad-48e8-a34f-3d88340b33d2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2d77aa6d0a094b2a890501c8f33123ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1569238 Sep 09 22:35:16.598904 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 36020) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:16.622658 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23565c6b-20ad-48e8-a34f-3d88340b33d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3411a636-fd07-4cfa-bc07-0f79d1602ecd,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:16.656896 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-9af7e6a0-8bb3-4c89-94f6-08616558af25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78856d9a-009a-4243-9236-ab6d3e4df92b', 'name': 'tempest-TestShelveInstance-1887672841-router', 'tenant_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '50727eea-7ae1-4d1f-b0b4-4d122ebb204e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:35:13Z', 'updated_at': '2021-09-09T22:35:16Z', 'revision_number': 4, 'project_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'gw_port': {'id': '50727eea-7ae1-4d1f-b0b4-4d122ebb204e', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:07:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78856d9a-009a-4243-9236-ab6d3e4df92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:35:13Z', 'updated_at': '2021-09-09T22:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': '7bc11b43-4279-4c83-938f-d0ec2161203d', 'name': '', 'network_id': 'b74cf048-fc5f-4913-b563-149154aaaeb4', 'tenant_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'mac_address': 'fa:16:3e:de:f1:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78856d9a-009a-4243-9236-ab6d3e4df92b', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '32697480-4b3b-4183-9d9e-57f38cfd728f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:35:15Z', 'updated_at': '2021-09-09T22:35:15Z', 'revision_number': 1, 'project_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'subnets': [{'id': '32697480-4b3b-4183-9d9e-57f38cfd728f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:35:16.681821 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f4de2bac-d977-4ce9-8096-09f65707fe51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:16.690341 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af7e6a0-8bb3-4c89-94f6-08616558af25 None None] The sync data for ids ['78856d9a-009a-4243-9236-ab6d3e4df92b'] in dv-cinder-759955-23-iscsi is: [{'id': '78856d9a-009a-4243-9236-ab6d3e4df92b', 'name': 'tempest-TestShelveInstance-1887672841-router', 'tenant_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '50727eea-7ae1-4d1f-b0b4-4d122ebb204e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:35:13Z', 'updated_at': '2021-09-09T22:35:16Z', 'revision_number': 4, 'project_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'gw_port': {'id': '50727eea-7ae1-4d1f-b0b4-4d122ebb204e', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:07:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78856d9a-009a-4243-9236-ab6d3e4df92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:35:13Z', 'updated_at': '2021-09-09T22:35:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': '7bc11b43-4279-4c83-938f-d0ec2161203d', 'name': '', 'network_id': 'b74cf048-fc5f-4913-b563-149154aaaeb4', 'tenant_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'mac_address': 'fa:16:3e:de:f1:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78856d9a-009a-4243-9236-ab6d3e4df92b', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '32697480-4b3b-4183-9d9e-57f38cfd728f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:35:15Z', 'updated_at': '2021-09-09T22:35:15Z', 'revision_number': 1, 'project_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'subnets': [{'id': '32697480-4b3b-4183-9d9e-57f38cfd728f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:35:16.719242 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f4de2bac-d977-4ce9-8096-09f65707fe51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:16.730161 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8233722d-ea4b-4b19-9d0a-49f1df6225f7 admin admin] Router 78856d9a-009a-4243-9236-ab6d3e4df92b has already been hosted by L3 agent ecba8a59-1a63-4f4e-b72e-1c921b89dba6 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:35:16.775415 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f4de2bac-d977-4ce9-8096-09f65707fe51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:16.779313 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f4de2bac-d977-4ce9-8096-09f65707fe51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:16.783694 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-f4de2bac-d977-4ce9-8096-09f65707fe51 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3411a636-fd07-4cfa-bc07-0f79d1602ecd HTTP/1.1" status: 204 len: 168 time: 0.1811531 Sep 09 22:35:16.795921 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de2bac-d977-4ce9-8096-09f65707fe51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3411a636-fd07-4cfa-bc07-0f79d1602ecd,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:16.932185 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-45308bf6-c534-4516-a9e9-dfeadb574c47 None None] Provisioning complete for port 7bc11b43-4279-4c83-938f-d0ec2161203d triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:35:16.932558 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-45308bf6-c534-4516-a9e9-dfeadb574c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:16.990076 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-45308bf6-c534-4516-a9e9-dfeadb574c47 None None] Port 7bc11b43-4279-4c83-938f-d0ec2161203d cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 22:35:17.149128 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8233722d-ea4b-4b19-9d0a-49f1df6225f7 admin admin] Notify agent at l3_agent.dv-cinder-759955-23-iscsi the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:35:17.163317 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-8233722d-ea4b-4b19-9d0a-49f1df6225f7 admin admin] 10.222.0.41 "PUT /v2.0/routers/78856d9a-009a-4243-9236-ab6d3e4df92b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1922963 Sep 09 22:35:17.768973 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 36064) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:17.774918 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-2132c460-6474-4d6b-8a64-b6db34ae0f08 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-50543846-network', 'tenant_id': '059137419bfb4085adbe3e88e16783b3'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:35:17.802164 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2132c460-6474-4d6b-8a64-b6db34ae0f08 admin admin] Made reservation on behalf of 059137419bfb4085adbe3e88e16783b3 for: {'network': 1} {{(pid=93887) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:35:17.806286 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2132c460-6474-4d6b-8a64-b6db34ae0f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for network, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:17.819329 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2132c460-6474-4d6b-8a64-b6db34ae0f08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:17.937959 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 70447d52-4040-4133-99c5-f9844bd794a7 up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:35:17.958764 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2132c460-6474-4d6b-8a64-b6db34ae0f08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:17.964512 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2132c460-6474-4d6b-8a64-b6db34ae0f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:17.994685 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2132c460-6474-4d6b-8a64-b6db34ae0f08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=93887) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 22:35:17.996887 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port 70447d52-4040-4133-99c5-f9844bd794a7 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:35:17.997451 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:18.006252 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2132c460-6474-4d6b-8a64-b6db34ae0f08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b1720e-9a8d-4397-8335-b5057bf173da,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:18.013698 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2132c460-6474-4d6b-8a64-b6db34ae0f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074'] for segment, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:18.014375 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.db.segments_db [None req-2132c460-6474-4d6b-8a64-b6db34ae0f08 admin admin] Added segment 14ba6b57-9262-45cd-a038-0ea80df66df4 of type vlan for network 72a5818f-584a-4c7b-9053-b1ecfe9172fa Sep 09 22:35:18.059354 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2132c460-6474-4d6b-8a64-b6db34ae0f08 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781721265704'] for network, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:18.092681 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2132c460-6474-4d6b-8a64-b6db34ae0f08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824'] for network, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:18.093856 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2132c460-6474-4d6b-8a64-b6db34ae0f08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:35:18.094533 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-2132c460-6474-4d6b-8a64-b6db34ae0f08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:18.105876 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 50727eea-7ae1-4d1f-b0b4-4d122ebb204e up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:35:18.126320 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-2132c460-6474-4d6b-8a64-b6db34ae0f08 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.3556972 Sep 09 22:35:18.129098 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 36068) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:18.142520 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-11ce5b45-3dbf-4cd3-8023-ede986a2d482 admin admin] Request body: {'subnet': {'network_id': '72a5818f-584a-4c7b-9053-b1ecfe9172fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-50543846-subnet', 'tenant_id': '059137419bfb4085adbe3e88e16783b3', 'ip_version': 4}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:35:18.161406 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning for port 50727eea-7ae1-4d1f-b0b4-4d122ebb204e completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:35:18.166071 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port 50727eea-7ae1-4d1f-b0b4-4d122ebb204e triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:35:18.166634 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:18.167300 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2132c460-6474-4d6b-8a64-b6db34ae0f08 admin admin] Pushing event updated for resources: {'Network': ['ID=72a5818f-584a-4c7b-9053-b1ecfe9172fa,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:18.178637 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ce5b45-3dbf-4cd3-8023-ede986a2d482 admin admin] Made reservation on behalf of 059137419bfb4085adbe3e88e16783b3 for: {'subnet': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:35:18.181257 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-11ce5b45-3dbf-4cd3-8023-ede986a2d482 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26101228'] for subnet, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:18.195406 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Network 72a5818f-584a-4c7b-9053-b1ecfe9172fa details requested by agent ovs-agent-dv-cinder-759955-23-iscsi with host dv-cinder-759955-23-iscsi {{(pid=93889) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 22:35:18.314238 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:18.335737 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] For port 50727eea-7ae1-4d1f-b0b4-4d122ebb204e, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=50727eea-7ae1-4d1f-b0b4-4d122ebb204e,segment=NetworkSegment(90346f4a-7a44-48b1-bd31-fe8f3a549143),segment_id=90346f4a-7a44-48b1-bd31-fe8f3a549143)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:35:18.340130 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:18.364200 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-11ce5b45-3dbf-4cd3-8023-ede986a2d482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27131170', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26101234'] for subnet, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:18.369002 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 36072) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:18.397531 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Pushing event updated for resources: {'Port': ['ID=50727eea-7ae1-4d1f-b0b4-4d122ebb204e,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:18.423456 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce5b45-3dbf-4cd3-8023-ede986a2d482 admin admin] Pushing event updated for resources: {'Subnet': ['ID=392a512f-7dc2-4e25-8181-adb011789c8c,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:18.433806 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ce5b45-3dbf-4cd3-8023-ede986a2d482 admin admin] Checking segment: {'id': '14ba6b57-9262-45cd-a038-0ea80df66df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '72a5818f-584a-4c7b-9053-b1ecfe9172fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:35:18.434851 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ce5b45-3dbf-4cd3-8023-ede986a2d482 admin admin] Network hostable DHCP agents. Network: 72a5818f-584a-4c7b-9053-b1ecfe9172fa, hostable agents: ['8f0ddeab-bc9d-4c81-8d3d-e5ecdacbf733'], hosted agents: [] {{(pid=93888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 22:35:18.453302 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ce5b45-3dbf-4cd3-8023-ede986a2d482 admin admin] Network 72a5818f-584a-4c7b-9053-b1ecfe9172fa is scheduled to be hosted by DHCP agent 8f0ddeab-bc9d-4c81-8d3d-e5ecdacbf733 with binding_index 1 {{(pid=93888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 22:35:18.462370 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-11ce5b45-3dbf-4cd3-8023-ede986a2d482 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759955-23-iscsi, 72a5818f-584a-4c7b-9053-b1ecfe9172fa) {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:35:18.466791 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ce5b45-3dbf-4cd3-8023-ede986a2d482 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:35:18.467478 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-11ce5b45-3dbf-4cd3-8023-ede986a2d482 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:18.471467 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d80f9e0-8ed5-4e6f-8b22-a8a4797268a4 None None] Network 72a5818f-584a-4c7b-9053-b1ecfe9172fa requested from dv-cinder-759955-23-iscsi {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:35:18.489277 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-11ce5b45-3dbf-4cd3-8023-ede986a2d482 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3590412 Sep 09 22:35:18.491767 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 36076) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:18.495744 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7ec65840-008c-4a6f-a38a-3c938163d435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:18.495947 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-136db9dc-680a-4729-873b-9ae9321da22a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-50543846-router', 'tenant_id': '059137419bfb4085adbe3e88e16783b3', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'}}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:35:18.518129 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-136db9dc-680a-4729-873b-9ae9321da22a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-413326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-328'] for router, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:18.519257 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-136db9dc-680a-4729-873b-9ae9321da22a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-413470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414606', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-489013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-321'] for router, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:18.578073 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-136db9dc-680a-4729-873b-9ae9321da22a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:18.608611 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7ec65840-008c-4a6f-a38a-3c938163d435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:18.613542 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-7ec65840-008c-4a6f-a38a-3c938163d435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:18.644117 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7db5c00-64e4-45a3-84c7-41cc85d70b04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcee46604-0f4e-5923-a4c6-c23d2299b9bb-72a5818f-584a-4c7b-9053-b1ecfe9172fa', 'network_id': '72a5818f-584a-4c7b-9053-b1ecfe9172fa', 'tenant_id': '059137419bfb4085adbe3e88e16783b3', 'fixed_ips': [{'subnet_id': '392a512f-7dc2-4e25-8181-adb011789c8c'}]}} from dv-cinder-759955-23-iscsi. {{(pid=93889) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 22:35:18.644980 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a7db5c00-64e4-45a3-84c7-41cc85d70b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:18.656441 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-7ec65840-008c-4a6f-a38a-3c938163d435 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=114ede288f334091be1d9f0e05a1132a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2862692 Sep 09 22:35:18.657741 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec65840-008c-4a6f-a38a-3c938163d435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c803fb-2f45-40eb-a6ab-2f22637afa02,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:18.660666 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 36078) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:18.712293 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4862e57d-8d04-4e00-812c-a8853b16b0c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:18.734332 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4862e57d-8d04-4e00-812c-a8853b16b0c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:18.745642 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-136db9dc-680a-4729-873b-9ae9321da22a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:18.789603 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4862e57d-8d04-4e00-812c-a8853b16b0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:18.792628 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4862e57d-8d04-4e00-812c-a8853b16b0c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:18.795610 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-4862e57d-8d04-4e00-812c-a8853b16b0c5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/02c803fb-2f45-40eb-a6ab-2f22637afa02 HTTP/1.1" status: 204 len: 168 time: 0.1341314 Sep 09 22:35:18.803864 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4862e57d-8d04-4e00-812c-a8853b16b0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c803fb-2f45-40eb-a6ab-2f22637afa02,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:18.852017 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.db_base_plugin_common [None req-a7db5c00-64e4-45a3-84c7-41cc85d70b04 None None] Allocated IP 172.20.0.2 (72a5818f-584a-4c7b-9053-b1ecfe9172fa/392a512f-7dc2-4e25-8181-adb011789c8c/f1f80e1a-6661-411c-a3f4-6a5b1ab254a4) {{(pid=93889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:35:18.975179 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-136db9dc-680a-4729-873b-9ae9321da22a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:18.995171 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-136db9dc-680a-4729-873b-9ae9321da22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:19.021550 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a7db5c00-64e4-45a3-84c7-41cc85d70b04 None None] Notify callbacks [] for port, precommit_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:19.034757 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a7db5c00-64e4-45a3-84c7-41cc85d70b04 None None] Transition to ACTIVE for port object f1f80e1a-6661-411c-a3f4-6a5b1ab254a4 will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:35:19.055001 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-a7db5c00-64e4-45a3-84c7-41cc85d70b04 None None] Transition to ACTIVE for port object f1f80e1a-6661-411c-a3f4-6a5b1ab254a4 will not be triggered until provisioned by entity DHCP. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:35:19.065659 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a7db5c00-64e4-45a3-84c7-41cc85d70b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425'] for port, after_create {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:19.067516 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2978d0fd-1a84-4b69-9968-60767337979e None None] Sync routers for ids ['78856d9a-009a-4243-9236-ab6d3e4df92b'] in dv-cinder-759955-23-iscsi {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:35:19.080538 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2978d0fd-1a84-4b69-9968-60767337979e None None] Routers {'78856d9a-009a-4243-9236-ab6d3e4df92b'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:35:19.081268 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-2978d0fd-1a84-4b69-9968-60767337979e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:35:05Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['78856d9a-009a-4243-9236-ab6d3e4df92b'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:35:19.131985 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [None req-136db9dc-680a-4729-873b-9ae9321da22a admin admin] Allocated IP 172.27.3.78 (a96fd56d-97e4-47a2-815b-e854e5640ee5/a399639f-77d7-4513-a462-8fb82637fe8f/b5286c43-4bd3-463f-8409-e5941352981b) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:35:19.135808 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db5c00-64e4-45a3-84c7-41cc85d70b04 None None] Pushing event updated for resources: {'Port': ['ID=f1f80e1a-6661-411c-a3f4-6a5b1ab254a4,revision_number=1']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:19.149233 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7db5c00-64e4-45a3-84c7-41cc85d70b04 None None] Network 72a5818f-584a-4c7b-9053-b1ecfe9172fa is already hosted by enough agents. {{(pid=93889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:35:19.151657 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.scheduler.base_scheduler [None req-a7db5c00-64e4-45a3-84c7-41cc85d70b04 None None] Resources bound (agent type, host, resource id): {{(pid=93889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:35:19.155556 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7db5c00-64e4-45a3-84c7-41cc85d70b04 None None] Received port after_create {{(pid=93889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:35:19.210654 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-a7db5c00-64e4-45a3-84c7-41cc85d70b04 None None] Attempting to bind port f1f80e1a-6661-411c-a3f4-6a5b1ab254a4 on host dv-cinder-759955-23-iscsi for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:35:19.211169 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-a7db5c00-64e4-45a3-84c7-41cc85d70b04 None None] Attempting to bind port f1f80e1a-6661-411c-a3f4-6a5b1ab254a4 by drivers openvswitch,hyperv on host dv-cinder-759955-23-iscsi at level 0 using segments [{'id': '14ba6b57-9262-45cd-a038-0ea80df66df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '72a5818f-584a-4c7b-9053-b1ecfe9172fa'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:35:19.212104 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7db5c00-64e4-45a3-84c7-41cc85d70b04 None None] Attempting to bind port f1f80e1a-6661-411c-a3f4-6a5b1ab254a4 on network 72a5818f-584a-4c7b-9053-b1ecfe9172fa {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:35:19.215878 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-2978d0fd-1a84-4b69-9968-60767337979e None None] Set router 78856d9a-009a-4243-9236-ab6d3e4df92b gateway port host: dv-cinder-759955-23-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:35:19.217026 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7db5c00-64e4-45a3-84c7-41cc85d70b04 None None] Checking agent: {'id': '18c8940e-01ce-4dee-a90a-54246b2955c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 17, 6), 'started_at': datetime.datetime(2021, 9, 9, 22, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:35:19.217704 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7db5c00-64e4-45a3-84c7-41cc85d70b04 None None] Checking segment: {'id': '14ba6b57-9262-45cd-a038-0ea80df66df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '72a5818f-584a-4c7b-9053-b1ecfe9172fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:35:19.218193 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a7db5c00-64e4-45a3-84c7-41cc85d70b04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:19.218794 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7db5c00-64e4-45a3-84c7-41cc85d70b04 None None] Bound using segment: {'id': '14ba6b57-9262-45cd-a038-0ea80df66df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '72a5818f-584a-4c7b-9053-b1ecfe9172fa'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:35:19.219486 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-a7db5c00-64e4-45a3-84c7-41cc85d70b04 None None] Bound port: f1f80e1a-6661-411c-a3f4-6a5b1ab254a4, host: dv-cinder-759955-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14ba6b57-9262-45cd-a038-0ea80df66df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '72a5818f-584a-4c7b-9053-b1ecfe9172fa'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:35:19.220138 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a7db5c00-64e4-45a3-84c7-41cc85d70b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:19.243721 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-136db9dc-680a-4729-873b-9ae9321da22a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:19.289727 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-136db9dc-680a-4729-873b-9ae9321da22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:19.291246 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-a7db5c00-64e4-45a3-84c7-41cc85d70b04 None None] For port f1f80e1a-6661-411c-a3f4-6a5b1ab254a4, host dv-cinder-759955-23-iscsi, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:35:19.296357 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-a7db5c00-64e4-45a3-84c7-41cc85d70b04 None None] For port f1f80e1a-6661-411c-a3f4-6a5b1ab254a4, host dv-cinder-759955-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=f1f80e1a-6661-411c-a3f4-6a5b1ab254a4,segment=NetworkSegment(14ba6b57-9262-45cd-a038-0ea80df66df4),segment_id=14ba6b57-9262-45cd-a038-0ea80df66df4)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:35:19.303397 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a7db5c00-64e4-45a3-84c7-41cc85d70b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:19.335173 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136db9dc-680a-4729-873b-9ae9321da22a admin admin] Network a96fd56d-97e4-47a2-815b-e854e5640ee5 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:35:19.341291 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [None req-136db9dc-680a-4729-873b-9ae9321da22a admin admin] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:35:19.346195 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136db9dc-680a-4729-873b-9ae9321da22a admin admin] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:35:19.349573 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136db9dc-680a-4729-873b-9ae9321da22a admin admin] Pushing event updated for resources: {'Port': ['ID=b5286c43-4bd3-463f-8409-e5941352981b,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:19.367601 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db5c00-64e4-45a3-84c7-41cc85d70b04 None None] Pushing event updated for resources: {'Port': ['ID=f1f80e1a-6661-411c-a3f4-6a5b1ab254a4,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:19.439185 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-2978d0fd-1a84-4b69-9968-60767337979e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78856d9a-009a-4243-9236-ab6d3e4df92b', 'name': 'tempest-TestShelveInstance-1887672841-router', 'tenant_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '50727eea-7ae1-4d1f-b0b4-4d122ebb204e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:35:13Z', 'updated_at': '2021-09-09T22:35:16Z', 'revision_number': 4, 'project_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'gw_port': {'id': '50727eea-7ae1-4d1f-b0b4-4d122ebb204e', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:07:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78856d9a-009a-4243-9236-ab6d3e4df92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:35:13Z', 'updated_at': '2021-09-09T22:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': '7bc11b43-4279-4c83-938f-d0ec2161203d', 'name': '', 'network_id': 'b74cf048-fc5f-4913-b563-149154aaaeb4', 'tenant_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'mac_address': 'fa:16:3e:de:f1:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78856d9a-009a-4243-9236-ab6d3e4df92b', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '32697480-4b3b-4183-9d9e-57f38cfd728f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:35:15Z', 'updated_at': '2021-09-09T22:35:16Z', 'revision_number': 2, 'project_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'subnets': [{'id': '32697480-4b3b-4183-9d9e-57f38cfd728f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:35:19.467777 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2978d0fd-1a84-4b69-9968-60767337979e None None] Checking router: 78856d9a-009a-4243-9236-ab6d3e4df92b for host: dv-cinder-759955-23-iscsi {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:35:19.468062 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2978d0fd-1a84-4b69-9968-60767337979e None None] Updating router 78856d9a-009a-4243-9236-ab6d3e4df92b port 7bc11b43-4279-4c83-938f-d0ec2161203d binding host dv-cinder-759955-23-iscsi {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 22:35:19.496405 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2978d0fd-1a84-4b69-9968-60767337979e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:19.617816 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-136db9dc-680a-4729-873b-9ae9321da22a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:19.801401 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2978d0fd-1a84-4b69-9968-60767337979e None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:19.811747 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-2978d0fd-1a84-4b69-9968-60767337979e None None] Transition to ACTIVE for port object 7bc11b43-4279-4c83-938f-d0ec2161203d will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:35:19.818992 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-136db9dc-680a-4729-873b-9ae9321da22a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-413447', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-415071'] for router, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:19.819320 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2978d0fd-1a84-4b69-9968-60767337979e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:19.876903 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729f954-3f97-44ed-aaa0-91c016d98418 None None] Pushing event updated for resources: {'Port': ['ID=7bc11b43-4279-4c83-938f-d0ec2161203d,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:19.905067 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2729f954-3f97-44ed-aaa0-91c016d98418 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:35:19.905433 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2729f954-3f97-44ed-aaa0-91c016d98418 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:35:19.905773 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2729f954-3f97-44ed-aaa0-91c016d98418 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:35:19.906107 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2729f954-3f97-44ed-aaa0-91c016d98418 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:35:19.906436 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2729f954-3f97-44ed-aaa0-91c016d98418 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:35:19.906765 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2729f954-3f97-44ed-aaa0-91c016d98418 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:35:19.907096 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2729f954-3f97-44ed-aaa0-91c016d98418 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:35:19.907416 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2729f954-3f97-44ed-aaa0-91c016d98418 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:35:19.907758 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2729f954-3f97-44ed-aaa0-91c016d98418 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:35:19.908102 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2729f954-3f97-44ed-aaa0-91c016d98418 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:35:19.908425 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2729f954-3f97-44ed-aaa0-91c016d98418 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:35:19.908793 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2729f954-3f97-44ed-aaa0-91c016d98418 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:35:19.942195 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-2978d0fd-1a84-4b69-9968-60767337979e None None] Attempting to bind port 7bc11b43-4279-4c83-938f-d0ec2161203d on host dv-cinder-759955-23-iscsi for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:35:19.942564 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-2978d0fd-1a84-4b69-9968-60767337979e None None] Attempting to bind port 7bc11b43-4279-4c83-938f-d0ec2161203d by drivers openvswitch,hyperv on host dv-cinder-759955-23-iscsi at level 0 using segments [{'id': '37a2bac4-87aa-41e8-93fd-fb97da1bec0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b74cf048-fc5f-4913-b563-149154aaaeb4'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:35:19.942924 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2978d0fd-1a84-4b69-9968-60767337979e None None] Attempting to bind port 7bc11b43-4279-4c83-938f-d0ec2161203d on network b74cf048-fc5f-4913-b563-149154aaaeb4 {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:35:19.948464 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2978d0fd-1a84-4b69-9968-60767337979e None None] Checking agent: {'id': '18c8940e-01ce-4dee-a90a-54246b2955c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 17, 6), 'started_at': datetime.datetime(2021, 9, 9, 22, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:35:19.948700 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device f1f80e1a-6661-411c-a3f4-6a5b1ab254a4 up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:35:19.948827 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2978d0fd-1a84-4b69-9968-60767337979e None None] Checking segment: {'id': '37a2bac4-87aa-41e8-93fd-fb97da1bec0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b74cf048-fc5f-4913-b563-149154aaaeb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:35:19.949222 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2978d0fd-1a84-4b69-9968-60767337979e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:19.949613 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2978d0fd-1a84-4b69-9968-60767337979e None None] Bound using segment: {'id': '37a2bac4-87aa-41e8-93fd-fb97da1bec0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b74cf048-fc5f-4913-b563-149154aaaeb4'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:35:19.950907 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-2978d0fd-1a84-4b69-9968-60767337979e None None] Bound port: 7bc11b43-4279-4c83-938f-d0ec2161203d, host: dv-cinder-759955-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37a2bac4-87aa-41e8-93fd-fb97da1bec0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b74cf048-fc5f-4913-b563-149154aaaeb4'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:35:19.951238 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2978d0fd-1a84-4b69-9968-60767337979e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:19.985874 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136db9dc-680a-4729-873b-9ae9321da22a admin admin] Router 388e904c-8875-4ea3-9758-50c62687661e is scheduled to L3 agent ecba8a59-1a63-4f4e-b72e-1c921b89dba6 with binding_index 1 {{(pid=93888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 22:35:20.002871 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning for port f1f80e1a-6661-411c-a3f4-6a5b1ab254a4 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:35:20.008251 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 50727eea-7ae1-4d1f-b0b4-4d122ebb204e up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:35:20.037468 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-2978d0fd-1a84-4b69-9968-60767337979e None None] For port 7bc11b43-4279-4c83-938f-d0ec2161203d, host dv-cinder-759955-23-iscsi, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:35:20.042423 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-2978d0fd-1a84-4b69-9968-60767337979e None None] For port 7bc11b43-4279-4c83-938f-d0ec2161203d, host dv-cinder-759955-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=7bc11b43-4279-4c83-938f-d0ec2161203d,segment=NetworkSegment(37a2bac4-87aa-41e8-93fd-fb97da1bec0e),segment_id=37a2bac4-87aa-41e8-93fd-fb97da1bec0e)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:35:20.050577 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-2978d0fd-1a84-4b69-9968-60767337979e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:20.066116 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port 50727eea-7ae1-4d1f-b0b4-4d122ebb204e triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:35:20.066684 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:20.128193 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2729f954-3f97-44ed-aaa0-91c016d98418 None None] Pushing event updated for resources: {'Port': ['ID=7bc11b43-4279-4c83-938f-d0ec2161203d,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:20.142162 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2978d0fd-1a84-4b69-9968-60767337979e None None] Routers {'78856d9a-009a-4243-9236-ab6d3e4df92b'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:35:20.143594 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-2978d0fd-1a84-4b69-9968-60767337979e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:35:05Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['78856d9a-009a-4243-9236-ab6d3e4df92b'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:35:20.159507 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136db9dc-680a-4729-873b-9ae9321da22a admin admin] Notify agent at l3_agent.dv-cinder-759955-23-iscsi the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:35:20.172164 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8436a39c-b72a-4665-b670-250eec2350a8 None None] Sync routers for ids ['388e904c-8875-4ea3-9758-50c62687661e'] in dv-cinder-759955-23-iscsi {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:35:20.189386 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-136db9dc-680a-4729-873b-9ae9321da22a admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:20.190660 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-136db9dc-680a-4729-873b-9ae9321da22a admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.6979456 Sep 09 22:35:20.193119 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8436a39c-b72a-4665-b670-250eec2350a8 None None] Routers {'388e904c-8875-4ea3-9758-50c62687661e'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:35:20.193522 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 36082) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:20.200877 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-8436a39c-b72a-4665-b670-250eec2350a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:35:05Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['388e904c-8875-4ea3-9758-50c62687661e'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:35:20.290888 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-2978d0fd-1a84-4b69-9968-60767337979e None None] Set router 78856d9a-009a-4243-9236-ab6d3e4df92b gateway port host: dv-cinder-759955-23-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:35:20.549867 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-8436a39c-b72a-4665-b670-250eec2350a8 None None] Set router 388e904c-8875-4ea3-9758-50c62687661e gateway port host: dv-cinder-759955-23-iscsi {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:35:20.578042 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398a7227-6009-4b03-9849-a863d5a272f1 None None] Network 72a5818f-584a-4c7b-9053-b1ecfe9172fa requested from dv-cinder-759955-23-iscsi {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:35:20.636254 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-2978d0fd-1a84-4b69-9968-60767337979e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78856d9a-009a-4243-9236-ab6d3e4df92b', 'name': 'tempest-TestShelveInstance-1887672841-router', 'tenant_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '50727eea-7ae1-4d1f-b0b4-4d122ebb204e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:35:13Z', 'updated_at': '2021-09-09T22:35:16Z', 'revision_number': 4, 'project_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'gw_port': {'id': '50727eea-7ae1-4d1f-b0b4-4d122ebb204e', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:07:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78856d9a-009a-4243-9236-ab6d3e4df92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:35:13Z', 'updated_at': '2021-09-09T22:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': '7bc11b43-4279-4c83-938f-d0ec2161203d', 'name': '', 'network_id': 'b74cf048-fc5f-4913-b563-149154aaaeb4', 'tenant_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'mac_address': 'fa:16:3e:de:f1:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78856d9a-009a-4243-9236-ab6d3e4df92b', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '32697480-4b3b-4183-9d9e-57f38cfd728f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:35:15Z', 'updated_at': '2021-09-09T22:35:20Z', 'revision_number': 4, 'project_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'subnets': [{'id': '32697480-4b3b-4183-9d9e-57f38cfd728f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:35:20.668225 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2978d0fd-1a84-4b69-9968-60767337979e None None] The sync data for ids ['78856d9a-009a-4243-9236-ab6d3e4df92b'] in dv-cinder-759955-23-iscsi is: [{'id': '78856d9a-009a-4243-9236-ab6d3e4df92b', 'name': 'tempest-TestShelveInstance-1887672841-router', 'tenant_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '50727eea-7ae1-4d1f-b0b4-4d122ebb204e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:35:13Z', 'updated_at': '2021-09-09T22:35:16Z', 'revision_number': 4, 'project_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'gw_port': {'id': '50727eea-7ae1-4d1f-b0b4-4d122ebb204e', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:07:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78856d9a-009a-4243-9236-ab6d3e4df92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:35:13Z', 'updated_at': '2021-09-09T22:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': '7bc11b43-4279-4c83-938f-d0ec2161203d', 'name': '', 'network_id': 'b74cf048-fc5f-4913-b563-149154aaaeb4', 'tenant_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'mac_address': 'fa:16:3e:de:f1:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78856d9a-009a-4243-9236-ab6d3e4df92b', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '32697480-4b3b-4183-9d9e-57f38cfd728f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:35:15Z', 'updated_at': '2021-09-09T22:35:20Z', 'revision_number': 4, 'project_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'subnets': [{'id': '32697480-4b3b-4183-9d9e-57f38cfd728f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:35:20.681955 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f4279a20-84ac-4fe1-ab88-59ed279b1447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:20.746850 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-47ef4295-1d8e-4d2d-8a3c-581c48ef1ff1 None None] Provisioning for port f1f80e1a-6661-411c-a3f4-6a5b1ab254a4 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:35:20.772550 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-47ef4295-1d8e-4d2d-8a3c-581c48ef1ff1 None None] Provisioning complete for port f1f80e1a-6661-411c-a3f4-6a5b1ab254a4 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:35:20.772924 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-47ef4295-1d8e-4d2d-8a3c-581c48ef1ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:20.861459 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-f4279a20-84ac-4fe1-ab88-59ed279b1447 admin admin] Allocated IP 172.20.0.1 (72a5818f-584a-4c7b-9053-b1ecfe9172fa/392a512f-7dc2-4e25-8181-adb011789c8c/0b7877d5-d7a5-4303-8063-2006acef1cc2) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:35:20.933823 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-8436a39c-b72a-4665-b670-250eec2350a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388e904c-8875-4ea3-9758-50c62687661e', 'name': 'tempest-TestShelveInstance-50543846-router', 'tenant_id': '059137419bfb4085adbe3e88e16783b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'b5286c43-4bd3-463f-8409-e5941352981b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:35:18Z', 'updated_at': '2021-09-09T22:35:19Z', 'revision_number': 3, 'project_id': '059137419bfb4085adbe3e88e16783b3', 'gw_port': {'id': 'b5286c43-4bd3-463f-8409-e5941352981b', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:69:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388e904c-8875-4ea3-9758-50c62687661e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:35:19Z', 'updated_at': '2021-09-09T22:35:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi'}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:35:20.971976 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8436a39c-b72a-4665-b670-250eec2350a8 None None] Checking router: 388e904c-8875-4ea3-9758-50c62687661e for host: dv-cinder-759955-23-iscsi {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:35:20.972561 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8436a39c-b72a-4665-b670-250eec2350a8 None None] Updating router 388e904c-8875-4ea3-9758-50c62687661e port b5286c43-4bd3-463f-8409-e5941352981b binding host dv-cinder-759955-23-iscsi {{(pid=93889) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 22:35:20.978707 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f4279a20-84ac-4fe1-ab88-59ed279b1447 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:20.993766 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.provisioning_blocks [None req-f4279a20-84ac-4fe1-ab88-59ed279b1447 admin admin] Transition to ACTIVE for port object 0b7877d5-d7a5-4303-8063-2006acef1cc2 will not be triggered until provisioned by entity DHCP. {{(pid=93887) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:35:21.011155 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-47ef4295-1d8e-4d2d-8a3c-581c48ef1ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:21.014075 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8436a39c-b72a-4665-b670-250eec2350a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:21.036711 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f4279a20-84ac-4fe1-ab88-59ed279b1447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26050298'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:21.083197 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4279a20-84ac-4fe1-ab88-59ed279b1447 admin admin] Network 72a5818f-584a-4c7b-9053-b1ecfe9172fa is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:35:21.086124 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-f4279a20-84ac-4fe1-ab88-59ed279b1447 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:35:21.092361 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4279a20-84ac-4fe1-ab88-59ed279b1447 admin admin] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:35:21.129948 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-47ef4295-1d8e-4d2d-8a3c-581c48ef1ff1 None None] For port f1f80e1a-6661-411c-a3f4-6a5b1ab254a4, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=f1f80e1a-6661-411c-a3f4-6a5b1ab254a4,segment=NetworkSegment(14ba6b57-9262-45cd-a038-0ea80df66df4),segment_id=14ba6b57-9262-45cd-a038-0ea80df66df4)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:35:21.139498 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-47ef4295-1d8e-4d2d-8a3c-581c48ef1ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:21.145702 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4279a20-84ac-4fe1-ab88-59ed279b1447 admin admin] Pushing event updated for resources: {'Port': ['ID=0b7877d5-d7a5-4303-8063-2006acef1cc2,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:21.153778 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f4279a20-84ac-4fe1-ab88-59ed279b1447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-415118'] for router_interface, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:21.232405 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ef4295-1d8e-4d2d-8a3c-581c48ef1ff1 None None] Pushing event updated for resources: {'Port': ['ID=f1f80e1a-6661-411c-a3f4-6a5b1ab254a4,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:21.293075 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f4279a20-84ac-4fe1-ab88-59ed279b1447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:21.307332 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-1ab430d0-6263-4ede-b4af-e7af302dc117 None None] Provisioning complete for port f1f80e1a-6661-411c-a3f4-6a5b1ab254a4 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:35:21.307810 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1ab430d0-6263-4ede-b4af-e7af302dc117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:21.415559 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8436a39c-b72a-4665-b670-250eec2350a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:21.447403 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-8436a39c-b72a-4665-b670-250eec2350a8 None None] Transition to ACTIVE for port object b5286c43-4bd3-463f-8409-e5941352981b will not be triggered until provisioned by entity L2. {{(pid=93889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:35:21.465124 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8436a39c-b72a-4665-b670-250eec2350a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:21.507606 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f4279a20-84ac-4fe1-ab88-59ed279b1447 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:21.512500 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f4279a20-84ac-4fe1-ab88-59ed279b1447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26050313'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:21.513168 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-8436a39c-b72a-4665-b670-250eec2350a8 None None] Attempting to bind port b5286c43-4bd3-463f-8409-e5941352981b on host dv-cinder-759955-23-iscsi for vnic_type normal with profile {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:35:21.513531 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-8436a39c-b72a-4665-b670-250eec2350a8 None None] Attempting to bind port b5286c43-4bd3-463f-8409-e5941352981b by drivers openvswitch,hyperv on host dv-cinder-759955-23-iscsi at level 0 using segments [{'id': '90346f4a-7a44-48b1-bd31-fe8f3a549143', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:35:21.513896 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8436a39c-b72a-4665-b670-250eec2350a8 None None] Attempting to bind port b5286c43-4bd3-463f-8409-e5941352981b on network a96fd56d-97e4-47a2-815b-e854e5640ee5 {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:35:21.525975 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8436a39c-b72a-4665-b670-250eec2350a8 None None] Checking agent: {'id': '18c8940e-01ce-4dee-a90a-54246b2955c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 17, 6), 'started_at': datetime.datetime(2021, 9, 9, 22, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:35:21.526338 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8436a39c-b72a-4665-b670-250eec2350a8 None None] Checking segment: {'id': '90346f4a-7a44-48b1-bd31-fe8f3a549143', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:35:21.526746 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8436a39c-b72a-4665-b670-250eec2350a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:21.527113 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8436a39c-b72a-4665-b670-250eec2350a8 None None] Bound using segment: {'id': '90346f4a-7a44-48b1-bd31-fe8f3a549143', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'} {{(pid=93889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:35:21.527566 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.managers [None req-8436a39c-b72a-4665-b670-250eec2350a8 None None] Bound port: b5286c43-4bd3-463f-8409-e5941352981b, host: dv-cinder-759955-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90346f4a-7a44-48b1-bd31-fe8f3a549143', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5'}}] {{(pid=93889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:35:21.528122 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8436a39c-b72a-4665-b670-250eec2350a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:21.529733 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f982a84-421e-4329-a0b4-5996cca615aa None None] Pushing event updated for resources: {'Port': ['ID=b5286c43-4bd3-463f-8409-e5941352981b,revision_number=2']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:21.583395 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-f4279a20-84ac-4fe1-ab88-59ed279b1447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-620234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413982'] for router_interface, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:21.583980 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-8436a39c-b72a-4665-b670-250eec2350a8 None None] For port b5286c43-4bd3-463f-8409-e5941352981b, host dv-cinder-759955-23-iscsi, cleared binding levels {{(pid=93889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:35:21.585996 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4279a20-84ac-4fe1-ab88-59ed279b1447 admin admin] Pushing event updated for resources: {'Port': ['ID=0b7877d5-d7a5-4303-8063-2006acef1cc2,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:21.587176 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-8436a39c-b72a-4665-b670-250eec2350a8 None None] For port b5286c43-4bd3-463f-8409-e5941352981b, host dv-cinder-759955-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=b5286c43-4bd3-463f-8409-e5941352981b,segment=NetworkSegment(90346f4a-7a44-48b1-bd31-fe8f3a549143),segment_id=90346f4a-7a44-48b1-bd31-fe8f3a549143)] {{(pid=93889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:35:21.594468 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8436a39c-b72a-4665-b670-250eec2350a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:21.633989 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d22cfef5-6274-4072-b13d-d41b9a8663e6 None None] Provisioning for port 0b7877d5-d7a5-4303-8063-2006acef1cc2 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:35:21.650502 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-d22cfef5-6274-4072-b13d-d41b9a8663e6 None None] Provisioning complete for port 0b7877d5-d7a5-4303-8063-2006acef1cc2 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:35:21.650871 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d22cfef5-6274-4072-b13d-d41b9a8663e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:21.678126 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8436a39c-b72a-4665-b670-250eec2350a8 None None] Routers {'388e904c-8875-4ea3-9758-50c62687661e'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:35:21.678750 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-8436a39c-b72a-4665-b670-250eec2350a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:35:05Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['388e904c-8875-4ea3-9758-50c62687661e'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:35:21.683937 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4279a20-84ac-4fe1-ab88-59ed279b1447 admin admin] Network 72a5818f-584a-4c7b-9053-b1ecfe9172fa is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:35:21.686253 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-f4279a20-84ac-4fe1-ab88-59ed279b1447 admin admin] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:35:21.720882 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f982a84-421e-4329-a0b4-5996cca615aa None None] Pushing event updated for resources: {'Port': ['ID=b5286c43-4bd3-463f-8409-e5941352981b,revision_number=3']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:21.737358 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-d22cfef5-6274-4072-b13d-d41b9a8663e6 None None] Port 0b7877d5-d7a5-4303-8063-2006acef1cc2 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 22:35:21.815659 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-8436a39c-b72a-4665-b670-250eec2350a8 None None] Set router 388e904c-8875-4ea3-9758-50c62687661e gateway port host: dv-cinder-759955-23-iscsi {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:35:21.819309 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4279a20-84ac-4fe1-ab88-59ed279b1447 admin admin] Router 388e904c-8875-4ea3-9758-50c62687661e has already been hosted by L3 agent ecba8a59-1a63-4f4e-b72e-1c921b89dba6 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:35:21.909478 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device f1f80e1a-6661-411c-a3f4-6a5b1ab254a4 up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:35:21.940169 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4279a20-84ac-4fe1-ab88-59ed279b1447 admin admin] Notify agent at l3_agent.dv-cinder-759955-23-iscsi the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:35:21.945285 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-f4279a20-84ac-4fe1-ab88-59ed279b1447 admin admin] 10.222.0.41 "PUT /v2.0/routers/388e904c-8875-4ea3-9758-50c62687661e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7507482 Sep 09 22:35:22.026121 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-4c50fa80-b58c-4825-bbac-8098797de410 None None] Provisioning complete for port 0b7877d5-d7a5-4303-8063-2006acef1cc2 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:35:22.026485 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4c50fa80-b58c-4825-bbac-8098797de410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:22.093936 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port f1f80e1a-6661-411c-a3f4-6a5b1ab254a4 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:35:22.094300 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:22.126325 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-4c50fa80-b58c-4825-bbac-8098797de410 None None] Port 0b7877d5-d7a5-4303-8063-2006acef1cc2 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 22:35:22.163534 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-8436a39c-b72a-4665-b670-250eec2350a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388e904c-8875-4ea3-9758-50c62687661e', 'name': 'tempest-TestShelveInstance-50543846-router', 'tenant_id': '059137419bfb4085adbe3e88e16783b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'b5286c43-4bd3-463f-8409-e5941352981b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:35:18Z', 'updated_at': '2021-09-09T22:35:21Z', 'revision_number': 4, 'project_id': '059137419bfb4085adbe3e88e16783b3', 'gw_port': {'id': 'b5286c43-4bd3-463f-8409-e5941352981b', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:69:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388e904c-8875-4ea3-9758-50c62687661e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:35:19Z', 'updated_at': '2021-09-09T22:35:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': '0b7877d5-d7a5-4303-8063-2006acef1cc2', 'name': '', 'network_id': '72a5818f-584a-4c7b-9053-b1ecfe9172fa', 'tenant_id': '059137419bfb4085adbe3e88e16783b3', 'mac_address': 'fa:16:3e:9f:7b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388e904c-8875-4ea3-9758-50c62687661e', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '392a512f-7dc2-4e25-8181-adb011789c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:35:20Z', 'updated_at': '2021-09-09T22:35:21Z', 'revision_number': 2, 'project_id': '059137419bfb4085adbe3e88e16783b3', 'subnets': [{'id': '392a512f-7dc2-4e25-8181-adb011789c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:35:22.339579 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8436a39c-b72a-4665-b670-250eec2350a8 None None] The sync data for ids ['388e904c-8875-4ea3-9758-50c62687661e'] in dv-cinder-759955-23-iscsi is: [{'id': '388e904c-8875-4ea3-9758-50c62687661e', 'name': 'tempest-TestShelveInstance-50543846-router', 'tenant_id': '059137419bfb4085adbe3e88e16783b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'b5286c43-4bd3-463f-8409-e5941352981b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:35:18Z', 'updated_at': '2021-09-09T22:35:21Z', 'revision_number': 4, 'project_id': '059137419bfb4085adbe3e88e16783b3', 'gw_port': {'id': 'b5286c43-4bd3-463f-8409-e5941352981b', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:69:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388e904c-8875-4ea3-9758-50c62687661e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:35:19Z', 'updated_at': '2021-09-09T22:35:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': '0b7877d5-d7a5-4303-8063-2006acef1cc2', 'name': '', 'network_id': '72a5818f-584a-4c7b-9053-b1ecfe9172fa', 'tenant_id': '059137419bfb4085adbe3e88e16783b3', 'mac_address': 'fa:16:3e:9f:7b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388e904c-8875-4ea3-9758-50c62687661e', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '392a512f-7dc2-4e25-8181-adb011789c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:35:20Z', 'updated_at': '2021-09-09T22:35:21Z', 'revision_number': 2, 'project_id': '059137419bfb4085adbe3e88e16783b3', 'subnets': [{'id': '392a512f-7dc2-4e25-8181-adb011789c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:35:22.353807 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 7bc11b43-4279-4c83-938f-d0ec2161203d up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:35:22.406912 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning for port 7bc11b43-4279-4c83-938f-d0ec2161203d completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:35:22.411381 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port 7bc11b43-4279-4c83-938f-d0ec2161203d triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:35:22.411931 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:22.492541 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:22.543052 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] For port 7bc11b43-4279-4c83-938f-d0ec2161203d, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=7bc11b43-4279-4c83-938f-d0ec2161203d,segment=NetworkSegment(37a2bac4-87aa-41e8-93fd-fb97da1bec0e),segment_id=37a2bac4-87aa-41e8-93fd-fb97da1bec0e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:35:22.547345 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:22.599399 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 36090) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:22.606358 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-f128ab3d-c026-47b8-9b1b-c998ce77abee tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1009874038', 'description': 'tempest-secgroup-smoke-1009874038 description', 'project_id': '4286ce32e30a44d4af2c5a0d6de5254c'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:35:22.608683 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Pushing event updated for resources: {'Port': ['ID=7bc11b43-4279-4c83-938f-d0ec2161203d,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:22.638051 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f128ab3d-c026-47b8-9b1b-c998ce77abee tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks [] for security_group, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:22.729802 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f128ab3d-c026-47b8-9b1b-c998ce77abee tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks [] for security_group, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:22.734511 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f128ab3d-c026-47b8-9b1b-c998ce77abee tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:22.765062 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-f128ab3d-c026-47b8-9b1b-c998ce77abee tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:22.766303 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-f128ab3d-c026-47b8-9b1b-c998ce77abee tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1651397 Sep 09 22:35:22.766986 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f128ab3d-c026-47b8-9b1b-c998ce77abee tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e18e5b-90d5-41b3-9c57-2d83d4baefe3,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:22.769195 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 36092) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:22.773499 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-1b88ca11-a580-46b7-9c51-3cc5f33b7ba3 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Request body: {'security_group_rule': {'security_group_id': 'a2e18e5b-90d5-41b3-9c57-2d83d4baefe3', 'project_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:35:22.800869 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1b88ca11-a580-46b7-9c51-3cc5f33b7ba3 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:22.861503 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1b88ca11-a580-46b7-9c51-3cc5f33b7ba3 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:22.866270 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1b88ca11-a580-46b7-9c51-3cc5f33b7ba3 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507431'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:22.885532 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b88ca11-a580-46b7-9c51-3cc5f33b7ba3 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db32c1d3-2e39-4247-8a1f-b6f68820729d,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:22.891157 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-1b88ca11-a580-46b7-9c51-3cc5f33b7ba3 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:22.892369 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-1b88ca11-a580-46b7-9c51-3cc5f33b7ba3 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1222475 Sep 09 22:35:22.895289 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 36094) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:22.899885 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-e66f0d3d-fcd7-4d52-b878-af07fc5603bd tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Request body: {'security_group_rule': {'security_group_id': 'a2e18e5b-90d5-41b3-9c57-2d83d4baefe3', 'project_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:35:22.938012 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e66f0d3d-fcd7-4d52-b878-af07fc5603bd tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:22.993529 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e66f0d3d-fcd7-4d52-b878-af07fc5603bd tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:22.997748 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e66f0d3d-fcd7-4d52-b878-af07fc5603bd tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507431'] for security_group_rule, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:23.018156 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f0d3d-fcd7-4d52-b878-af07fc5603bd tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33594144-9a98-4a2b-9ae5-8bf1c687b3d7,revision_number=0']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:23.021143 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-e66f0d3d-fcd7-4d52-b878-af07fc5603bd tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:23.022294 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-e66f0d3d-fcd7-4d52-b878-af07fc5603bd tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1259496 Sep 09 22:35:23.025130 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 36096) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:23.029626 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-c21c1258-b2f0-459a-ac0e-b934e4825e89 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Request body: {'security_group_rule': {'security_group_id': 'a2e18e5b-90d5-41b3-9c57-2d83d4baefe3', 'project_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:35:23.054522 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c21c1258-b2f0-459a-ac0e-b934e4825e89 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:23.114479 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c21c1258-b2f0-459a-ac0e-b934e4825e89 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:23.117905 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c21c1258-b2f0-459a-ac0e-b934e4825e89 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507431'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:23.135355 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c1258-b2f0-459a-ac0e-b934e4825e89 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e50aad2-b7cc-4b79-8bea-1df546763580,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:23.142330 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-c21c1258-b2f0-459a-ac0e-b934e4825e89 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:23.143658 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-c21c1258-b2f0-459a-ac0e-b934e4825e89 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175599 Sep 09 22:35:23.146320 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 36098) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:23.150481 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-5948c261-a801-4577-a6b2-e53acf626a6d tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Request body: {'security_group_rule': {'security_group_id': 'a2e18e5b-90d5-41b3-9c57-2d83d4baefe3', 'project_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:35:23.176614 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5948c261-a801-4577-a6b2-e53acf626a6d tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:23.239312 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5948c261-a801-4577-a6b2-e53acf626a6d tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:23.243443 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5948c261-a801-4577-a6b2-e53acf626a6d tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507431'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:23.260844 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5948c261-a801-4577-a6b2-e53acf626a6d tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e51814a5-8cd5-4987-8cfd-024a579d63e9,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:23.267864 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-5948c261-a801-4577-a6b2-e53acf626a6d tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:23.269125 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-5948c261-a801-4577-a6b2-e53acf626a6d tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1219060 Sep 09 22:35:23.271730 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 36100) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:23.275911 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-89a4f7d8-46a9-4335-adcc-adfbed53c2a8 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Request body: {'security_group_rule': {'security_group_id': 'a2e18e5b-90d5-41b3-9c57-2d83d4baefe3', 'project_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:35:23.297476 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.db.securitygroups_db [None req-89a4f7d8-46a9-4335-adcc-adfbed53c2a8 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Project 4286ce32e30a44d4af2c5a0d6de5254c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 22:35:23.302137 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-89a4f7d8-46a9-4335-adcc-adfbed53c2a8 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:23.361720 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-89a4f7d8-46a9-4335-adcc-adfbed53c2a8 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:23.365783 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-89a4f7d8-46a9-4335-adcc-adfbed53c2a8 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507431'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:23.385781 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a4f7d8-46a9-4335-adcc-adfbed53c2a8 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1871a60-6db2-4d1b-9626-9eb8ce0dae5c,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:23.405377 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-89a4f7d8-46a9-4335-adcc-adfbed53c2a8 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:23.406909 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-89a4f7d8-46a9-4335-adcc-adfbed53c2a8 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1341586 Sep 09 22:35:23.409371 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 36102) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:23.414896 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [None req-a6d3f74c-0014-4bdb-9187-62616bff77cf tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Request body: {'security_group_rule': {'security_group_id': 'a2e18e5b-90d5-41b3-9c57-2d83d4baefe3', 'project_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:35:23.444391 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.db.securitygroups_db [None req-a6d3f74c-0014-4bdb-9187-62616bff77cf tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Project 4286ce32e30a44d4af2c5a0d6de5254c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 22:35:23.450021 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a6d3f74c-0014-4bdb-9187-62616bff77cf tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:23.519145 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a6d3f74c-0014-4bdb-9187-62616bff77cf tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:23.522810 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a6d3f74c-0014-4bdb-9187-62616bff77cf tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-507431'] for security_group_rule, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:23.540248 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3f74c-0014-4bdb-9187-62616bff77cf tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37661589-6b48-49ef-9911-378988f6c847,revision_number=0']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:23.548005 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a6d3f74c-0014-4bdb-9187-62616bff77cf tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:23.548898 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-a6d3f74c-0014-4bdb-9187-62616bff77cf tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1384652 Sep 09 22:35:23.954108 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device b5286c43-4bd3-463f-8409-e5941352981b up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:35:24.024169 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning for port b5286c43-4bd3-463f-8409-e5941352981b completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:35:24.029553 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port b5286c43-4bd3-463f-8409-e5941352981b triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:35:24.029930 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:24.114294 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:24.134167 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] For port b5286c43-4bd3-463f-8409-e5941352981b, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=b5286c43-4bd3-463f-8409-e5941352981b,segment=NetworkSegment(90346f4a-7a44-48b1-bd31-fe8f3a549143),segment_id=90346f4a-7a44-48b1-bd31-fe8f3a549143)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:35:24.138554 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:24.139314 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 7bc11b43-4279-4c83-938f-d0ec2161203d up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:35:24.214104 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Pushing event updated for resources: {'Port': ['ID=b5286c43-4bd3-463f-8409-e5941352981b,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:24.227888 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port 7bc11b43-4279-4c83-938f-d0ec2161203d triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:35:24.228301 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:24.719492 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf654f69-097f-4961-95ad-2718a0718a83 None None] Sync routers for ids ['388e904c-8875-4ea3-9758-50c62687661e'] in dv-cinder-759955-23-iscsi {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:35:24.728490 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf654f69-097f-4961-95ad-2718a0718a83 None None] Routers {'388e904c-8875-4ea3-9758-50c62687661e'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:35:24.729090 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-bf654f69-097f-4961-95ad-2718a0718a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:35:05Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['388e904c-8875-4ea3-9758-50c62687661e'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:35:24.834086 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-bf654f69-097f-4961-95ad-2718a0718a83 None None] Set router 388e904c-8875-4ea3-9758-50c62687661e gateway port host: dv-cinder-759955-23-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:35:25.028929 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-bf654f69-097f-4961-95ad-2718a0718a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388e904c-8875-4ea3-9758-50c62687661e', 'name': 'tempest-TestShelveInstance-50543846-router', 'tenant_id': '059137419bfb4085adbe3e88e16783b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'b5286c43-4bd3-463f-8409-e5941352981b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:35:18Z', 'updated_at': '2021-09-09T22:35:21Z', 'revision_number': 4, 'project_id': '059137419bfb4085adbe3e88e16783b3', 'gw_port': {'id': 'b5286c43-4bd3-463f-8409-e5941352981b', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:69:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388e904c-8875-4ea3-9758-50c62687661e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:35:19Z', 'updated_at': '2021-09-09T22:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': '0b7877d5-d7a5-4303-8063-2006acef1cc2', 'name': '', 'network_id': '72a5818f-584a-4c7b-9053-b1ecfe9172fa', 'tenant_id': '059137419bfb4085adbe3e88e16783b3', 'mac_address': 'fa:16:3e:9f:7b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388e904c-8875-4ea3-9758-50c62687661e', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '392a512f-7dc2-4e25-8181-adb011789c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:35:20Z', 'updated_at': '2021-09-09T22:35:21Z', 'revision_number': 2, 'project_id': '059137419bfb4085adbe3e88e16783b3', 'subnets': [{'id': '392a512f-7dc2-4e25-8181-adb011789c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:35:25.054569 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf654f69-097f-4961-95ad-2718a0718a83 None None] Checking router: 388e904c-8875-4ea3-9758-50c62687661e for host: dv-cinder-759955-23-iscsi {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:35:25.054923 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf654f69-097f-4961-95ad-2718a0718a83 None None] Updating router 388e904c-8875-4ea3-9758-50c62687661e port 0b7877d5-d7a5-4303-8063-2006acef1cc2 binding host dv-cinder-759955-23-iscsi {{(pid=93890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 22:35:25.084704 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bf654f69-097f-4961-95ad-2718a0718a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:25.342379 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bf654f69-097f-4961-95ad-2718a0718a83 None None] Notify callbacks [] for port, precommit_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:25.352002 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.provisioning_blocks [None req-bf654f69-097f-4961-95ad-2718a0718a83 None None] Transition to ACTIVE for port object 0b7877d5-d7a5-4303-8063-2006acef1cc2 will not be triggered until provisioned by entity L2. {{(pid=93890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:35:25.358422 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bf654f69-097f-4961-95ad-2718a0718a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:25.406715 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0748f6-79dc-4abd-97eb-2b314fa2a352 None None] Pushing event updated for resources: {'Port': ['ID=0b7877d5-d7a5-4303-8063-2006acef1cc2,revision_number=3']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:25.466631 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-bf654f69-097f-4961-95ad-2718a0718a83 None None] Attempting to bind port 0b7877d5-d7a5-4303-8063-2006acef1cc2 on host dv-cinder-759955-23-iscsi for vnic_type normal with profile {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:35:25.467068 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-bf654f69-097f-4961-95ad-2718a0718a83 None None] Attempting to bind port 0b7877d5-d7a5-4303-8063-2006acef1cc2 by drivers openvswitch,hyperv on host dv-cinder-759955-23-iscsi at level 0 using segments [{'id': '14ba6b57-9262-45cd-a038-0ea80df66df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '72a5818f-584a-4c7b-9053-b1ecfe9172fa'}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:35:25.467418 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf654f69-097f-4961-95ad-2718a0718a83 None None] Attempting to bind port 0b7877d5-d7a5-4303-8063-2006acef1cc2 on network 72a5818f-584a-4c7b-9053-b1ecfe9172fa {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:35:25.472595 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf654f69-097f-4961-95ad-2718a0718a83 None None] Checking agent: {'id': '18c8940e-01ce-4dee-a90a-54246b2955c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759955-23-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 17, 6), 'started_at': datetime.datetime(2021, 9, 9, 22, 17, 36), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759955-23-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:35:25.472957 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf654f69-097f-4961-95ad-2718a0718a83 None None] Checking segment: {'id': '14ba6b57-9262-45cd-a038-0ea80df66df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '72a5818f-584a-4c7b-9053-b1ecfe9172fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:35:25.473346 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bf654f69-097f-4961-95ad-2718a0718a83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:25.473723 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf654f69-097f-4961-95ad-2718a0718a83 None None] Bound using segment: {'id': '14ba6b57-9262-45cd-a038-0ea80df66df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '72a5818f-584a-4c7b-9053-b1ecfe9172fa'} {{(pid=93890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:35:25.474169 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.managers [None req-bf654f69-097f-4961-95ad-2718a0718a83 None None] Bound port: 0b7877d5-d7a5-4303-8063-2006acef1cc2, host: dv-cinder-759955-23-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14ba6b57-9262-45cd-a038-0ea80df66df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '72a5818f-584a-4c7b-9053-b1ecfe9172fa'}}] {{(pid=93890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:35:25.474559 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bf654f69-097f-4961-95ad-2718a0718a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:25.540279 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-bf654f69-097f-4961-95ad-2718a0718a83 None None] For port 0b7877d5-d7a5-4303-8063-2006acef1cc2, host dv-cinder-759955-23-iscsi, cleared binding levels {{(pid=93890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:35:25.544076 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.plugins.ml2.db [None req-bf654f69-097f-4961-95ad-2718a0718a83 None None] For port 0b7877d5-d7a5-4303-8063-2006acef1cc2, host dv-cinder-759955-23-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=0b7877d5-d7a5-4303-8063-2006acef1cc2,segment=NetworkSegment(14ba6b57-9262-45cd-a038-0ea80df66df4),segment_id=14ba6b57-9262-45cd-a038-0ea80df66df4)] {{(pid=93890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:35:25.549286 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron_lib.callbacks.manager [None req-bf654f69-097f-4961-95ad-2718a0718a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:25.602440 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf654f69-097f-4961-95ad-2718a0718a83 None None] Routers {'388e904c-8875-4ea3-9758-50c62687661e'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:35:25.603120 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-bf654f69-097f-4961-95ad-2718a0718a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:35:05Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['388e904c-8875-4ea3-9758-50c62687661e'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:35:25.655637 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0748f6-79dc-4abd-97eb-2b314fa2a352 None None] Pushing event updated for resources: {'Port': ['ID=0b7877d5-d7a5-4303-8063-2006acef1cc2,revision_number=4']} {{(pid=93890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:25.725072 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-bf654f69-097f-4961-95ad-2718a0718a83 None None] Set router 388e904c-8875-4ea3-9758-50c62687661e gateway port host: dv-cinder-759955-23-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:35:25.872009 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device b5286c43-4bd3-463f-8409-e5941352981b up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:35:25.919912 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port b5286c43-4bd3-463f-8409-e5941352981b triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:35:25.920311 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:25.934931 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-bf654f69-097f-4961-95ad-2718a0718a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388e904c-8875-4ea3-9758-50c62687661e', 'name': 'tempest-TestShelveInstance-50543846-router', 'tenant_id': '059137419bfb4085adbe3e88e16783b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'b5286c43-4bd3-463f-8409-e5941352981b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:35:18Z', 'updated_at': '2021-09-09T22:35:21Z', 'revision_number': 4, 'project_id': '059137419bfb4085adbe3e88e16783b3', 'gw_port': {'id': 'b5286c43-4bd3-463f-8409-e5941352981b', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:69:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388e904c-8875-4ea3-9758-50c62687661e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:35:19Z', 'updated_at': '2021-09-09T22:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': '0b7877d5-d7a5-4303-8063-2006acef1cc2', 'name': '', 'network_id': '72a5818f-584a-4c7b-9053-b1ecfe9172fa', 'tenant_id': '059137419bfb4085adbe3e88e16783b3', 'mac_address': 'fa:16:3e:9f:7b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388e904c-8875-4ea3-9758-50c62687661e', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '392a512f-7dc2-4e25-8181-adb011789c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:35:20Z', 'updated_at': '2021-09-09T22:35:25Z', 'revision_number': 4, 'project_id': '059137419bfb4085adbe3e88e16783b3', 'subnets': [{'id': '392a512f-7dc2-4e25-8181-adb011789c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:35:25.960316 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf654f69-097f-4961-95ad-2718a0718a83 None None] The sync data for ids ['388e904c-8875-4ea3-9758-50c62687661e'] in dv-cinder-759955-23-iscsi is: [{'id': '388e904c-8875-4ea3-9758-50c62687661e', 'name': 'tempest-TestShelveInstance-50543846-router', 'tenant_id': '059137419bfb4085adbe3e88e16783b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'b5286c43-4bd3-463f-8409-e5941352981b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:35:18Z', 'updated_at': '2021-09-09T22:35:21Z', 'revision_number': 4, 'project_id': '059137419bfb4085adbe3e88e16783b3', 'gw_port': {'id': 'b5286c43-4bd3-463f-8409-e5941352981b', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:69:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388e904c-8875-4ea3-9758-50c62687661e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:35:19Z', 'updated_at': '2021-09-09T22:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': '0b7877d5-d7a5-4303-8063-2006acef1cc2', 'name': '', 'network_id': '72a5818f-584a-4c7b-9053-b1ecfe9172fa', 'tenant_id': '059137419bfb4085adbe3e88e16783b3', 'mac_address': 'fa:16:3e:9f:7b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '388e904c-8875-4ea3-9758-50c62687661e', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '392a512f-7dc2-4e25-8181-adb011789c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:35:20Z', 'updated_at': '2021-09-09T22:35:25Z', 'revision_number': 4, 'project_id': '059137419bfb4085adbe3e88e16783b3', 'subnets': [{'id': '392a512f-7dc2-4e25-8181-adb011789c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:35:25.999343 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 0b7877d5-d7a5-4303-8063-2006acef1cc2 up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:35:26.047749 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning for port 0b7877d5-d7a5-4303-8063-2006acef1cc2 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:35:26.051740 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port 0b7877d5-d7a5-4303-8063-2006acef1cc2 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:35:26.052170 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:26.130490 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:26.167462 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] For port 0b7877d5-d7a5-4303-8063-2006acef1cc2, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=0b7877d5-d7a5-4303-8063-2006acef1cc2,segment=NetworkSegment(14ba6b57-9262-45cd-a038-0ea80df66df4),segment_id=14ba6b57-9262-45cd-a038-0ea80df66df4)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:35:26.172096 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:26.221334 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Pushing event updated for resources: {'Port': ['ID=0b7877d5-d7a5-4303-8063-2006acef1cc2,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:27.843832 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 0b7877d5-d7a5-4303-8063-2006acef1cc2 up at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:35:27.892956 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Provisioning complete for port 0b7877d5-d7a5-4303-8063-2006acef1cc2 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:35:27.893332 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:32.653416 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b7a06fd3-0cd0-4e35-975a-5aac3d1f5624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:35.046278 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:35.398510 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9d796daf-dd67-42c3-a873-d9f50812f734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:35.803064 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:36.734472 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:38.105589 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:39.962615 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-fec9a722-07fb-4de0-bb06-b35fafc66094 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1009874038&fields=id&tenant_id=4286ce32e30a44d4af2c5a0d6de5254c HTTP/1.1" status: 200 len: 267 time: 0.0334961 Sep 09 22:35:40.065315 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-a0296ecc-4dc1-49d2-a4e2-ff382d472d62 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:35:40.066663 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-a0296ecc-4dc1-49d2-a4e2-ff382d472d62 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/networks?id=b74cf048-fc5f-4913-b563-149154aaaeb4 HTTP/1.1" status: 200 len: 809 time: 0.0976448 Sep 09 22:35:40.080951 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-a023f3d5-4f8c-4d61-b4bd-872147ae7b67 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/quotas/4286ce32e30a44d4af2c5a0d6de5254c HTTP/1.1" status: 200 len: 375 time: 0.0087457 Sep 09 22:35:40.129450 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-f11a01ed-4643-4c62-9dba-3093f4f5507c tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=4286ce32e30a44d4af2c5a0d6de5254c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435929 Sep 09 22:35:40.234211 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-03efb2dc-5d74-4927-92ed-908e9c9c66e9 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 22:35:40.235191 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-03efb2dc-5d74-4927-92ed-908e9c9c66e9 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0948546 Sep 09 22:35:40.328995 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-f0625783-ecaa-4ef4-a0da-b8094f5ac274 service neutron] 10.222.0.41 "GET /v2.0/networks/b74cf048-fc5f-4913-b563-149154aaaeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868075 Sep 09 22:35:40.418967 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-f186569b-6d0c-4510-a0fb-80d7480ac1cf service neutron] 10.222.0.41 "GET /v2.0/networks/b74cf048-fc5f-4913-b563-149154aaaeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838392 Sep 09 22:35:40.696122 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-048dbcb1-1512-4254-b9a6-bcddce9b32df req-d9e9c738-4049-4270-a560-7cc885b8a4ed tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/ports?device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 210 time: 0.0256510 Sep 09 22:35:41.725221 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-a26228ff-059f-47b9-ad2c-129dcbd924ff tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:35:41.726696 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-a26228ff-059f-47b9-ad2c-129dcbd924ff tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.20 "GET /v2.0/networks?id=b74cf048-fc5f-4913-b563-149154aaaeb4 HTTP/1.1" status: 200 len: 809 time: 0.0986767 Sep 09 22:35:41.779147 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-b7c5894c-51c0-474a-967b-ab8ff08d9b97 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4286ce32e30a44d4af2c5a0d6de5254c HTTP/1.1" status: 200 len: 380 time: 0.0423708 Sep 09 22:35:41.803082 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7866eb14-5136-487b-be1a-c237549c7cd0 req-8b5110ac-2944-4623-9256-767c580abcf5 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/ports?device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 210 time: 0.0386372 Sep 09 22:35:41.806504 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-79045185-466c-4d0c-a62f-f36d37c924d7 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Request body: {'port': {'device_id': '23bd41ae-6bc7-477d-9b8d-29a8f768f8c1', 'network_id': 'b74cf048-fc5f-4913-b563-149154aaaeb4', 'admin_state_up': True, 'tenant_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'security_groups': ['a2e18e5b-90d5-41b3-9c57-2d83d4baefe3']}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:35:41.910922 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-79045185-466c-4d0c-a62f-f36d37c924d7 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Made reservation on behalf of 4286ce32e30a44d4af2c5a0d6de5254c for: {'port': 1} {{(pid=93888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 22:35:41.914737 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-79045185-466c-4d0c-a62f-f36d37c924d7 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:42.039247 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_common [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-79045185-466c-4d0c-a62f-f36d37c924d7 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Allocated IP 172.20.0.3 (b74cf048-fc5f-4913-b563-149154aaaeb4/32697480-4b3b-4183-9d9e-57f38cfd728f/a295d86b-cd45-4281-b809-4ee39837fe20) {{(pid=93888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:35:42.179287 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-79045185-466c-4d0c-a62f-f36d37c924d7 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks [] for port, precommit_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:42.196523 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-79045185-466c-4d0c-a62f-f36d37c924d7 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Transition to ACTIVE for port object a295d86b-cd45-4281-b809-4ee39837fe20 will not be triggered until provisioned by entity DHCP. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:35:42.228440 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-79045185-466c-4d0c-a62f-f36d37c924d7 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_create {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:42.266859 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-79045185-466c-4d0c-a62f-f36d37c924d7 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Network b74cf048-fc5f-4913-b563-149154aaaeb4 is already hosted by enough agents. {{(pid=93888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:35:42.269750 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.base_scheduler [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-79045185-466c-4d0c-a62f-f36d37c924d7 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Resources bound (agent type, host, resource id): {{(pid=93888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:35:42.273276 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-79045185-466c-4d0c-a62f-f36d37c924d7 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Received port after_create {{(pid=93888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:35:42.300088 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79045185-466c-4d0c-a62f-f36d37c924d7 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Pushing event updated for resources: {'Port': ['ID=a295d86b-cd45-4281-b809-4ee39837fe20,revision_number=1']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:42.327077 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-79045185-466c-4d0c-a62f-f36d37c924d7 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:35:42.327682 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-79045185-466c-4d0c-a62f-f36d37c924d7 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:42.342456 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-79045185-466c-4d0c-a62f-f36d37c924d7 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5415857 Sep 09 22:35:42.351877 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-b9774e38-22b2-4462-8520-6203cc87170d tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 22:35:42.352834 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-b9774e38-22b2-4462-8520-6203cc87170d tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049372 Sep 09 22:35:42.411302 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.v2.base [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-73c0c8d5-4757-468e-bd03-87c5624bedbe service neutron] Request body: {'port': {'device_id': '23bd41ae-6bc7-477d-9b8d-29a8f768f8c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75995'}} {{(pid=93888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:35:42.464024 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-73c0c8d5-4757-468e-bd03-87c5624bedbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:42.501811 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-1fa4bf6d-36f1-49da-b8f1-412b1f02e3b6 None None] Provisioning for port a295d86b-cd45-4281-b809-4ee39837fe20 completed by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:35:42.505667 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-1fa4bf6d-36f1-49da-b8f1-412b1f02e3b6 None None] Provisioning complete for port a295d86b-cd45-4281-b809-4ee39837fe20 triggered by entity DHCP. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:35:42.506032 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1fa4bf6d-36f1-49da-b8f1-412b1f02e3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:42.540563 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-1fa4bf6d-36f1-49da-b8f1-412b1f02e3b6 None None] Port a295d86b-cd45-4281-b809-4ee39837fe20 cannot update to ACTIVE because it is not bound. {{(pid=93889) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 22:35:42.965672 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8622d-af4e-492d-a742-ad915b5e0c0e req-317adc23-5286-42e7-aa65-2051e6ce6b5f tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:35:42.967127 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-61f8622d-af4e-492d-a742-ad915b5e0c0e req-317adc23-5286-42e7-aa65-2051e6ce6b5f tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/ports?device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 931 time: 0.0738356 Sep 09 22:35:43.038369 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-73c0c8d5-4757-468e-bd03-87c5624bedbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a295d86b-cd45-4281-b809-4ee39837fe20 {{(pid=93888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:35:43.044686 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-61f8622d-af4e-492d-a742-ad915b5e0c0e req-40b7054d-4fd2-447d-ac9d-fb7cf05e1002 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e18e5b-90d5-41b3-9c57-2d83d4baefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700405 Sep 09 22:35:43.048658 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-73c0c8d5-4757-468e-bd03-87c5624bedbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:43.060822 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.provisioning_blocks [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-73c0c8d5-4757-468e-bd03-87c5624bedbe service neutron] Transition to ACTIVE for port object a295d86b-cd45-4281-b809-4ee39837fe20 will not be triggered until provisioned by entity L2. {{(pid=93888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 22:35:43.064565 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-73c0c8d5-4757-468e-bd03-87c5624bedbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27131053'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:43.118178 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c0c8d5-4757-468e-bd03-87c5624bedbe service neutron] Pushing event updated for resources: {'Port': ['ID=a295d86b-cd45-4281-b809-4ee39837fe20,revision_number=2']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:43.190466 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-73c0c8d5-4757-468e-bd03-87c5624bedbe service neutron] Attempting to bind port a295d86b-cd45-4281-b809-4ee39837fe20 on host hv-cinder-75995 for vnic_type normal with profile {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 22:35:43.190797 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-73c0c8d5-4757-468e-bd03-87c5624bedbe service neutron] Attempting to bind port a295d86b-cd45-4281-b809-4ee39837fe20 by drivers openvswitch,hyperv on host hv-cinder-75995 at level 0 using segments [{'id': '37a2bac4-87aa-41e8-93fd-fb97da1bec0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b74cf048-fc5f-4913-b563-149154aaaeb4'}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 22:35:43.191122 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-73c0c8d5-4757-468e-bd03-87c5624bedbe service neutron] Attempting to bind port a295d86b-cd45-4281-b809-4ee39837fe20 on network b74cf048-fc5f-4913-b563-149154aaaeb4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:35:43.195894 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-73c0c8d5-4757-468e-bd03-87c5624bedbe service neutron] Port a295d86b-cd45-4281-b809-4ee39837fe20 on network b74cf048-fc5f-4913-b563-149154aaaeb4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75995 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 22:35:43.196136 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-73c0c8d5-4757-468e-bd03-87c5624bedbe service neutron] Attempting to bind port a295d86b-cd45-4281-b809-4ee39837fe20 on network b74cf048-fc5f-4913-b563-149154aaaeb4 {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 22:35:43.201101 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-73c0c8d5-4757-468e-bd03-87c5624bedbe service neutron] Checking agent: {'id': 'd4d09dd9-4fb9-4f0d-bf57-c365063561af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75995', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 22, 23, 5), 'started_at': datetime.datetime(2021, 9, 9, 22, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 22, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 22:35:43.201431 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-73c0c8d5-4757-468e-bd03-87c5624bedbe service neutron] Checking segment: {'id': '37a2bac4-87aa-41e8-93fd-fb97da1bec0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b74cf048-fc5f-4913-b563-149154aaaeb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 22:35:43.201827 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-73c0c8d5-4757-468e-bd03-87c5624bedbe service neutron] Bound using segment: {'id': '37a2bac4-87aa-41e8-93fd-fb97da1bec0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b74cf048-fc5f-4913-b563-149154aaaeb4'} {{(pid=93888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 22:35:43.202251 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.managers [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-73c0c8d5-4757-468e-bd03-87c5624bedbe service neutron] Bound port: a295d86b-cd45-4281-b809-4ee39837fe20, host: hv-cinder-75995, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37a2bac4-87aa-41e8-93fd-fb97da1bec0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'b74cf048-fc5f-4913-b563-149154aaaeb4'}}] {{(pid=93888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 22:35:43.202609 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-73c0c8d5-4757-468e-bd03-87c5624bedbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:43.270398 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-73c0c8d5-4757-468e-bd03-87c5624bedbe service neutron] For port a295d86b-cd45-4281-b809-4ee39837fe20, host hv-cinder-75995, cleared binding levels {{(pid=93888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 22:35:43.273384 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-73c0c8d5-4757-468e-bd03-87c5624bedbe service neutron] For port a295d86b-cd45-4281-b809-4ee39837fe20, host hv-cinder-75995, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=a295d86b-cd45-4281-b809-4ee39837fe20,segment=NetworkSegment(37a2bac4-87aa-41e8-93fd-fb97da1bec0e),segment_id=37a2bac4-87aa-41e8-93fd-fb97da1bec0e)] {{(pid=93888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 22:35:43.277779 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-73c0c8d5-4757-468e-bd03-87c5624bedbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27131053'] for port, after_update {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:43.310762 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-73c0c8d5-4757-468e-bd03-87c5624bedbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:35:43.311362 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-73c0c8d5-4757-468e-bd03-87c5624bedbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:43.312780 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-73c0c8d5-4757-468e-bd03-87c5624bedbe service neutron] 10.222.0.20 "PUT /v2.0/ports/a295d86b-cd45-4281-b809-4ee39837fe20 HTTP/1.1" status: 200 len: 1093 time: 0.9514205 Sep 09 22:35:43.313155 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23bd41ae-6bc7-477d-9b8d-29a8f768f8c1', 'tag': 'a295d86b-cd45-4281-b809-4ee39837fe20'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:35:43.315917 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febecf7243e3540986e18e5907cacf19c405284daaaade8257553be7db475bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5711f5eb-5612-4db1-a1c7-fdcdc4a00e9f" -d '{"events": [{"name": "network-changed", "server_uuid": "23bd41ae-6bc7-477d-9b8d-29a8f768f8c1", "tag": "a295d86b-cd45-4281-b809-4ee39837fe20"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:35:43.358426 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c0c8d5-4757-468e-bd03-87c5624bedbe service neutron] Pushing event updated for resources: {'Port': ['ID=a295d86b-cd45-4281-b809-4ee39837fe20,revision_number=3']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:43.402556 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-c4f02b56-4325-4825-bea4-153d18d8f069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:35:43.404071 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-c4f02b56-4325-4825-bea4-153d18d8f069 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4286ce32e30a44d4af2c5a0d6de5254c&device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 1096 time: 0.0532298 Sep 09 22:35:43.447288 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e19be38-287d-4bdc-b73a-55a1ac79e835 x-openstack-request-id: req-9e19be38-287d-4bdc-b73a-55a1ac79e835 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:35:43.447573 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23bd41ae-6bc7-477d-9b8d-29a8f768f8c1", "tag": "a295d86b-cd45-4281-b809-4ee39837fe20", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:35:43.447821 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9e19be38-287d-4bdc-b73a-55a1ac79e835 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:35:43.448241 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23bd41ae-6bc7-477d-9b8d-29a8f768f8c1', 'tag': 'a295d86b-cd45-4281-b809-4ee39837fe20', 'status': 'completed', 'code': 200} Sep 09 22:35:43.450059 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-4345121f-f3e3-4abe-8732-eb95a16115e8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a295d86b-cd45-4281-b809-4ee39837fe20 HTTP/1.1" status: 200 len: 217 time: 0.0385602 Sep 09 22:35:43.506750 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-d48882ee-dd4a-4e49-a350-999ffc0e3c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:35:43.508227 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-d48882ee-dd4a-4e49-a350-999ffc0e3c0b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=32697480-4b3b-4183-9d9e-57f38cfd728f HTTP/1.1" status: 200 len: 848 time: 0.0512879 Sep 09 22:35:43.553873 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-5c0f8f0b-4df8-4b1d-a423-248a4a59b6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:35:43.555313 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-5c0f8f0b-4df8-4b1d-a423-248a4a59b6bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b74cf048-fc5f-4913-b563-149154aaaeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400860 Sep 09 22:35:43.646921 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-acbe027b-8426-44c4-a46d-5bfd7709e5cd service neutron] 10.222.0.20 "GET /v2.0/networks/b74cf048-fc5f-4913-b563-149154aaaeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838485 Sep 09 22:35:43.734036 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-75c88e88-1b66-469c-b7b5-e24e73bda58a req-5df44109-46bb-4d85-b1b0-bdbe3d5f2873 service neutron] 10.222.0.20 "GET /v2.0/networks/b74cf048-fc5f-4913-b563-149154aaaeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799835 Sep 09 22:35:43.819853 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711f5eb-5612-4db1-a1c7-fdcdc4a00e9f req-cb7d1c9c-b69b-45a7-bc28-25bb2ad9b28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:35:43.821403 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5711f5eb-5612-4db1-a1c7-fdcdc4a00e9f req-cb7d1c9c-b69b-45a7-bc28-25bb2ad9b28c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4286ce32e30a44d4af2c5a0d6de5254c&device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 1096 time: 0.0404677 Sep 09 22:35:43.914539 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711f5eb-5612-4db1-a1c7-fdcdc4a00e9f req-189893fe-068d-4cf4-a307-c32df2e8ca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:35:43.915893 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5711f5eb-5612-4db1-a1c7-fdcdc4a00e9f req-189893fe-068d-4cf4-a307-c32df2e8ca89 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b74cf048-fc5f-4913-b563-149154aaaeb4 HTTP/1.1" status: 200 len: 909 time: 0.0857489 Sep 09 22:35:43.956930 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5711f5eb-5612-4db1-a1c7-fdcdc4a00e9f req-addb7fa0-8c3a-4c5e-a996-8c589d28a5fe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a295d86b-cd45-4281-b809-4ee39837fe20 HTTP/1.1" status: 200 len: 217 time: 0.0327847 Sep 09 22:35:43.957500 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.agents_db [None req-ca59875f-4706-4e17-8f41-5ac1de1c8425 None None] Agent healthcheck: found 6 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:35:44.007540 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711f5eb-5612-4db1-a1c7-fdcdc4a00e9f req-d08e1a5b-e9ba-4542-bc41-e2632f94851f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:35:44.008927 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5711f5eb-5612-4db1-a1c7-fdcdc4a00e9f req-d08e1a5b-e9ba-4542-bc41-e2632f94851f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=32697480-4b3b-4183-9d9e-57f38cfd728f HTTP/1.1" status: 200 len: 848 time: 0.0447345 Sep 09 22:35:44.052200 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5711f5eb-5612-4db1-a1c7-fdcdc4a00e9f req-94721229-549b-4d02-8765-c880a71d1ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:35:44.053606 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5711f5eb-5612-4db1-a1c7-fdcdc4a00e9f req-94721229-549b-4d02-8765-c880a71d1ac4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b74cf048-fc5f-4913-b563-149154aaaeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0376160 Sep 09 22:35:44.171749 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5711f5eb-5612-4db1-a1c7-fdcdc4a00e9f req-b8440126-963f-489b-8bb7-a0fa1ebbfa77 service neutron] 10.222.0.20 "GET /v2.0/networks/b74cf048-fc5f-4913-b563-149154aaaeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106641 Sep 09 22:35:44.183628 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76acbdb4-a514-4a98-8f35-9a019c46b639 req-a067b14d-003c-4c85-845a-5149484fda76 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:35:44.184977 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-76acbdb4-a514-4a98-8f35-9a019c46b639 req-a067b14d-003c-4c85-845a-5149484fda76 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/ports?device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 943 time: 0.0703003 Sep 09 22:35:44.273366 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-76acbdb4-a514-4a98-8f35-9a019c46b639 req-cbdcc09e-f60e-4332-be55-90cbf69c89cc tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e18e5b-90d5-41b3-9c57-2d83d4baefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801823 Sep 09 22:35:44.294860 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-5711f5eb-5612-4db1-a1c7-fdcdc4a00e9f req-9f20a69a-66d5-480a-b142-d32a74e028f6 service neutron] 10.222.0.20 "GET /v2.0/networks/b74cf048-fc5f-4913-b563-149154aaaeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090031 Sep 09 22:35:45.390331 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8631204-b3a2-4bf8-9fe4-ed2bfa6615f4 req-72d5629d-7bf6-4bbe-a01d-861c8ea73f42 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:35:45.391754 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f8631204-b3a2-4bf8-9fe4-ed2bfa6615f4 req-72d5629d-7bf6-4bbe-a01d-861c8ea73f42 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/ports?device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 943 time: 0.0523272 Sep 09 22:35:45.428729 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f8631204-b3a2-4bf8-9fe4-ed2bfa6615f4 req-3f11985d-8fda-4c80-8d37-6e4aa4de1867 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e18e5b-90d5-41b3-9c57-2d83d4baefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303617 Sep 09 22:35:46.542327 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd236b-32b0-46df-a683-74642319fde7 req-98a8b3d2-b52b-4708-a895-e54100adaa8a tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:35:46.543778 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e6dd236b-32b0-46df-a683-74642319fde7 req-98a8b3d2-b52b-4708-a895-e54100adaa8a tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/ports?device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 943 time: 0.0499120 Sep 09 22:35:46.581454 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-e6dd236b-32b0-46df-a683-74642319fde7 req-0f393143-aa60-433d-b2f0-a6a9d2f2d30e tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e18e5b-90d5-41b3-9c57-2d83d4baefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313001 Sep 09 22:35:47.693198 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888dfe5-c907-44de-b4fd-faaecf64f427 req-78dcf794-8aa4-4c3c-9055-38e2ed20a4bc tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:35:47.694609 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7888dfe5-c907-44de-b4fd-faaecf64f427 req-78dcf794-8aa4-4c3c-9055-38e2ed20a4bc tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/ports?device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 943 time: 0.0462825 Sep 09 22:35:47.731566 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7888dfe5-c907-44de-b4fd-faaecf64f427 req-b867b840-27fd-40a8-bded-2d2c0830eb8f tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e18e5b-90d5-41b3-9c57-2d83d4baefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311954 Sep 09 22:35:48.850321 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30992f-355a-4b5f-8058-6cace6ce3c2f req-92ef6e45-243a-4052-8c5a-d976e6d7d265 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:35:48.851760 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3c30992f-355a-4b5f-8058-6cace6ce3c2f req-92ef6e45-243a-4052-8c5a-d976e6d7d265 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/ports?device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 943 time: 0.0536547 Sep 09 22:35:48.888311 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-3c30992f-355a-4b5f-8058-6cace6ce3c2f req-3394c22f-41b7-4dce-8747-e01acb6023eb tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e18e5b-90d5-41b3-9c57-2d83d4baefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306818 Sep 09 22:35:49.999168 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2bc05-63e8-4520-8a63-957ab3412316 req-66114bb7-64f7-4f66-98e3-9d8a5119beaa tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:35:50.000655 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6fd2bc05-63e8-4520-8a63-957ab3412316 req-66114bb7-64f7-4f66-98e3-9d8a5119beaa tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/ports?device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 943 time: 0.0480807 Sep 09 22:35:50.037781 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6fd2bc05-63e8-4520-8a63-957ab3412316 req-c177acc3-c54e-480d-add1-ea36e24e900a tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e18e5b-90d5-41b3-9c57-2d83d4baefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305665 Sep 09 22:35:50.936375 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device a295d86b-cd45-4281-b809-4ee39837fe20 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 22:35:51.030675 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port a295d86b-cd45-4281-b809-4ee39837fe20, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=a295d86b-cd45-4281-b809-4ee39837fe20,segment=NetworkSegment(37a2bac4-87aa-41e8-93fd-fb97da1bec0e),segment_id=37a2bac4-87aa-41e8-93fd-fb97da1bec0e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:35:51.042123 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Returning: {'device': 'a295d86b-cd45-4281-b809-4ee39837fe20', 'network_id': 'b74cf048-fc5f-4913-b563-149154aaaeb4', 'port_id': 'a295d86b-cd45-4281-b809-4ee39837fe20', 'mac_address': 'fa:16:3e:d9:6c:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32697480-4b3b-4183-9d9e-57f38cfd728f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 22:35:51.077727 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:51.090872 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a295d86b-cd45-4281-b809-4ee39837fe20 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:35:51.110603 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port a295d86b-cd45-4281-b809-4ee39837fe20, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=a295d86b-cd45-4281-b809-4ee39837fe20,segment=NetworkSegment(37a2bac4-87aa-41e8-93fd-fb97da1bec0e),segment_id=37a2bac4-87aa-41e8-93fd-fb97da1bec0e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:35:51.114778 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:51.150361 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a02f0-f5ef-4dc3-9bc3-1c400d0699df req-c4be98cd-a285-40a5-bc67-075fe303786b tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:35:51.151958 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-228a02f0-f5ef-4dc3-9bc3-1c400d0699df req-c4be98cd-a285-40a5-bc67-075fe303786b tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/ports?device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 944 time: 0.0482118 Sep 09 22:35:51.164223 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=a295d86b-cd45-4281-b809-4ee39837fe20,revision_number=4']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:51.191564 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-228a02f0-f5ef-4dc3-9bc3-1c400d0699df req-ca0ab4c6-613e-406b-bbcd-20a1c0cde071 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e18e5b-90d5-41b3-9c57-2d83d4baefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333097 Sep 09 22:35:51.353792 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] get_ports_and_sgs() called for port_ids ['a295d86b-cd45-4281-b809-4ee39837fe20'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:35:52.307473 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba934737-230a-40ea-82e3-38f5d269f4bf req-56bd8a14-6a92-47c8-a65f-7824b981eb2e tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:35:52.308941 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ba934737-230a-40ea-82e3-38f5d269f4bf req-56bd8a14-6a92-47c8-a65f-7824b981eb2e tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/ports?device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 944 time: 0.0512352 Sep 09 22:35:52.345867 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ba934737-230a-40ea-82e3-38f5d269f4bf req-b08302ae-1bb6-4a81-a58c-2d1d490a79a0 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e18e5b-90d5-41b3-9c57-2d83d4baefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312040 Sep 09 22:35:52.951286 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device a295d86b-cd45-4281-b809-4ee39837fe20 up at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:35:53.000157 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Provisioning for port a295d86b-cd45-4281-b809-4ee39837fe20 completed by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 22:35:53.003929 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Provisioning complete for port a295d86b-cd45-4281-b809-4ee39837fe20 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:35:53.004336 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:53.076533 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:53.098404 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23bd41ae-6bc7-477d-9b8d-29a8f768f8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a295d86b-cd45-4281-b809-4ee39837fe20'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:35:53.100707 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497578eeb0b1d224d742647686e7d62f740bb656e2f2bb1278978b4c95122d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747fb38e-df38-4e6d-b36b-b025ff5fdeb7" -d '{"events": [{"server_uuid": "23bd41ae-6bc7-477d-9b8d-29a8f768f8c1", "name": "network-vif-plugged", "status": "completed", "tag": "a295d86b-cd45-4281-b809-4ee39837fe20"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:35:53.113774 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port a295d86b-cd45-4281-b809-4ee39837fe20, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=a295d86b-cd45-4281-b809-4ee39837fe20,segment=NetworkSegment(37a2bac4-87aa-41e8-93fd-fb97da1bec0e),segment_id=37a2bac4-87aa-41e8-93fd-fb97da1bec0e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:35:53.117519 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:53.170909 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=a295d86b-cd45-4281-b809-4ee39837fe20,revision_number=5']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:53.197766 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d832a6f-6d95-4694-905c-5590d4e6438d x-openstack-request-id: req-4d832a6f-6d95-4694-905c-5590d4e6438d {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:35:53.198097 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23bd41ae-6bc7-477d-9b8d-29a8f768f8c1", "name": "network-vif-plugged", "status": "completed", "tag": "a295d86b-cd45-4281-b809-4ee39837fe20", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:35:53.198346 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4d832a6f-6d95-4694-905c-5590d4e6438d {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:35:53.198728 dv-cinder-759955-23-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23bd41ae-6bc7-477d-9b8d-29a8f768f8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a295d86b-cd45-4281-b809-4ee39837fe20', 'code': 200} Sep 09 22:35:53.403577 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186593c-41b8-4116-ac21-0c64d2d70710 req-bc08b7fc-f483-4fc6-bda8-f9a91de584c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:35:53.405084 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d186593c-41b8-4116-ac21-0c64d2d70710 req-bc08b7fc-f483-4fc6-bda8-f9a91de584c0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 1098 time: 0.0397723 Sep 09 22:35:53.466612 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-d186593c-41b8-4116-ac21-0c64d2d70710 req-ea9de69d-0d90-4627-a087-d0ee2d9db4bc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a2e18e5b-90d5-41b3-9c57-2d83d4baefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540068 Sep 09 22:35:53.478332 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85574d60-e24b-4725-9aa7-390111f6b48c req-9bcd8c2c-cc51-4475-93a6-3805019e9fd3 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:35:53.479760 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-85574d60-e24b-4725-9aa7-390111f6b48c req-9bcd8c2c-cc51-4475-93a6-3805019e9fd3 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/ports?device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 945 time: 0.0683236 Sep 09 22:35:53.521334 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-85574d60-e24b-4725-9aa7-390111f6b48c req-7f01cdc7-9f9f-44b4-88a6-595e34f4d7f1 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e18e5b-90d5-41b3-9c57-2d83d4baefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351844 Sep 09 22:35:54.638196 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf838ee9-32e4-485a-bcbe-fa296101fef4 req-03714e7c-def9-4565-9606-972c499bd708 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:35:54.639656 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bf838ee9-32e4-485a-bcbe-fa296101fef4 req-03714e7c-def9-4565-9606-972c499bd708 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/ports?device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 945 time: 0.0491309 Sep 09 22:35:54.677326 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bf838ee9-32e4-485a-bcbe-fa296101fef4 req-4441ba1f-cccb-4a79-9ce4-257a90fc63f7 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e18e5b-90d5-41b3-9c57-2d83d4baefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307200 Sep 09 22:35:54.788164 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee55a84-216e-4edc-b7fc-e1d7ead1358b req-e784cc30-3aa6-4eb5-95b5-49413f98c97a tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:35:54.789605 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4ee55a84-216e-4edc-b7fc-e1d7ead1358b req-e784cc30-3aa6-4eb5-95b5-49413f98c97a tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/ports?device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 945 time: 0.0483377 Sep 09 22:35:54.827544 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4ee55a84-216e-4edc-b7fc-e1d7ead1358b req-13558032-fe1e-4fa6-bb9f-c2948be1367c tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e18e5b-90d5-41b3-9c57-2d83d4baefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319517 Sep 09 22:35:54.848677 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 36268) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:54.933600 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3695f66c-b8ed-47cb-b9f2-d05f04e1ff8f tempest-TestShelveInstance-1189486255 tempest-TestShelveInstance-1189486255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93887) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:35:54.935074 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-3695f66c-b8ed-47cb-b9f2-d05f04e1ff8f tempest-TestShelveInstance-1189486255 tempest-TestShelveInstance-1189486255-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 1093 time: 0.0854461 Sep 09 22:35:54.938009 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 36272) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:35:54.942935 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.v2.base [None req-8a78263a-00b4-489a-be85-96744e029dfb tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Request body: {'floatingip': {'floating_network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'port_id': 'a295d86b-cd45-4281-b809-4ee39837fe20', 'tenant_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93887) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 22:35:54.964041 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8a78263a-00b4-489a-be85-96744e029dfb tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks [] for floatingip, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:55.055755 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8a78263a-00b4-489a-be85-96744e029dfb tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:55.157956 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.db_base_plugin_common [None req-8a78263a-00b4-489a-be85-96744e029dfb tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Allocated IP 172.27.3.225 (a96fd56d-97e4-47a2-815b-e854e5640ee5/a399639f-77d7-4513-a462-8fb82637fe8f/684a349f-9311-417c-af77-d6c417c64cd2) {{(pid=93887) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 22:35:55.256020 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8a78263a-00b4-489a-be85-96744e029dfb tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks [] for port, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:55.293026 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8a78263a-00b4-489a-be85-96744e029dfb tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781721311425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26050298'] for port, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:55.332079 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a78263a-00b4-489a-be85-96744e029dfb tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Network a96fd56d-97e4-47a2-815b-e854e5640ee5 is already hosted by enough agents. {{(pid=93887) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 22:35:55.334845 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.base_scheduler [None req-8a78263a-00b4-489a-be85-96744e029dfb tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Resources bound (agent type, host, resource id): {{(pid=93887) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 22:35:55.340206 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a78263a-00b4-489a-be85-96744e029dfb tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Received port after_create {{(pid=93887) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 22:35:55.345446 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a78263a-00b4-489a-be85-96744e029dfb tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Pushing event updated for resources: {'Port': ['ID=684a349f-9311-417c-af77-d6c417c64cd2,revision_number=1']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:55.373361 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a78263a-00b4-489a-be85-96744e029dfb tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:35:55.373697 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a78263a-00b4-489a-be85-96744e029dfb tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:35:55.374026 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a78263a-00b4-489a-be85-96744e029dfb tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:35:55.374346 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a78263a-00b4-489a-be85-96744e029dfb tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:35:55.374664 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a78263a-00b4-489a-be85-96744e029dfb tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:35:55.374980 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a78263a-00b4-489a-be85-96744e029dfb tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:35:55.375295 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a78263a-00b4-489a-be85-96744e029dfb tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:35:55.375605 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a78263a-00b4-489a-be85-96744e029dfb tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:35:55.375917 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a78263a-00b4-489a-be85-96744e029dfb tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:35:55.376274 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a78263a-00b4-489a-be85-96744e029dfb tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:35:55.376586 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a78263a-00b4-489a-be85-96744e029dfb tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:35:55.376892 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a78263a-00b4-489a-be85-96744e029dfb tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:35:55.694353 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8a78263a-00b4-489a-be85-96744e029dfb tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:55.760287 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8a78263a-00b4-489a-be85-96744e029dfb tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:56.144728 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8a78263a-00b4-489a-be85-96744e029dfb tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks [] for port, precommit_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:56.149200 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8a78263a-00b4-489a-be85-96744e029dfb tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26050313'] for port, after_update {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:56.214068 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a78263a-00b4-489a-be85-96744e029dfb tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Pushing event updated for resources: {'Port': ['ID=684a349f-9311-417c-af77-d6c417c64cd2,revision_number=2']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:35:56.225209 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8a78263a-00b4-489a-be85-96744e029dfb tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-415029'] for floatingip, after_create {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:56.321808 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.db.l3_db [None req-8a78263a-00b4-489a-be85-96744e029dfb tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Floating IP 4037e9fd-4dca-467f-9f64-b2773e1a8e25 associated. External IP: 172.27.3.225, port: a295d86b-cd45-4281-b809-4ee39837fe20. Sep 09 22:35:56.524232 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a78263a-00b4-489a-be85-96744e029dfb tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Router 78856d9a-009a-4243-9236-ab6d3e4df92b has already been hosted by L3 agent ecba8a59-1a63-4f4e-b72e-1c921b89dba6 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:35:56.630766 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a78263a-00b4-489a-be85-96744e029dfb tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify agent at l3_agent.dv-cinder-759955-23-iscsi the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:35:56.640459 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f1d82e-6dfe-476e-b7b9-1cc1470d8762 None None] Sync routers for ids ['78856d9a-009a-4243-9236-ab6d3e4df92b'] in dv-cinder-759955-23-iscsi {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:35:56.648332 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-8a78263a-00b4-489a-be85-96744e029dfb tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:35:56.649551 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f1d82e-6dfe-476e-b7b9-1cc1470d8762 None None] Routers {'78856d9a-009a-4243-9236-ab6d3e4df92b'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:35:56.650164 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-d7f1d82e-6dfe-476e-b7b9-1cc1470d8762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:35:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['78856d9a-009a-4243-9236-ab6d3e4df92b'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:35:56.675701 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-8a78263a-00b4-489a-be85-96744e029dfb tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7367101 Sep 09 22:35:56.676263 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23bd41ae-6bc7-477d-9b8d-29a8f768f8c1', 'tag': 'a295d86b-cd45-4281-b809-4ee39837fe20'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:35:56.678548 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc6a31de840fc8aa808063a849dfe176742cab8c19a8c4c2f30ae5ebe0344c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c661a7e4-8428-4568-b5c0-5bdc49026e2d" -d '{"events": [{"name": "network-changed", "server_uuid": "23bd41ae-6bc7-477d-9b8d-29a8f768f8c1", "tag": "a295d86b-cd45-4281-b809-4ee39837fe20"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:35:56.713836 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d319e5-045c-49fc-865b-da35afeef3d3 x-openstack-request-id: req-b9d319e5-045c-49fc-865b-da35afeef3d3 {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:35:56.714121 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23bd41ae-6bc7-477d-9b8d-29a8f768f8c1", "tag": "a295d86b-cd45-4281-b809-4ee39837fe20", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:35:56.714371 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b9d319e5-045c-49fc-865b-da35afeef3d3 {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:35:56.714768 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23bd41ae-6bc7-477d-9b8d-29a8f768f8c1', 'tag': 'a295d86b-cd45-4281-b809-4ee39837fe20', 'status': 'completed', 'code': 200} Sep 09 22:35:56.758574 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-d7f1d82e-6dfe-476e-b7b9-1cc1470d8762 None None] Set router 78856d9a-009a-4243-9236-ab6d3e4df92b gateway port host: dv-cinder-759955-23-iscsi {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:35:56.779983 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661a7e4-8428-4568-b5c0-5bdc49026e2d req-ebf29415-7799-4061-b1aa-f27b72d54b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:35:56.781516 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c661a7e4-8428-4568-b5c0-5bdc49026e2d req-ebf29415-7799-4061-b1aa-f27b72d54b21 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4286ce32e30a44d4af2c5a0d6de5254c&device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 1098 time: 0.0439694 Sep 09 22:35:56.873367 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661a7e4-8428-4568-b5c0-5bdc49026e2d req-dbac27cc-26df-420d-a889-83a2c494f27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:35:56.874824 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c661a7e4-8428-4568-b5c0-5bdc49026e2d req-dbac27cc-26df-420d-a889-83a2c494f27b service neutron] 10.222.0.20 "GET /v2.0/networks?id=b74cf048-fc5f-4913-b563-149154aaaeb4 HTTP/1.1" status: 200 len: 909 time: 0.0860069 Sep 09 22:35:56.941158 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c661a7e4-8428-4568-b5c0-5bdc49026e2d req-dbbc58a4-7e89-418d-953e-86620d2f32d6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a295d86b-cd45-4281-b809-4ee39837fe20 HTTP/1.1" status: 200 len: 999 time: 0.0594337 Sep 09 22:35:56.985131 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-d7f1d82e-6dfe-476e-b7b9-1cc1470d8762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78856d9a-009a-4243-9236-ab6d3e4df92b', 'name': 'tempest-TestShelveInstance-1887672841-router', 'tenant_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '50727eea-7ae1-4d1f-b0b4-4d122ebb204e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:35:13Z', 'updated_at': '2021-09-09T22:35:16Z', 'revision_number': 4, 'project_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'gw_port': {'id': '50727eea-7ae1-4d1f-b0b4-4d122ebb204e', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:07:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78856d9a-009a-4243-9236-ab6d3e4df92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:35:13Z', 'updated_at': '2021-09-09T22:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_floatingips': [{'id': '4037e9fd-4dca-467f-9f64-b2773e1a8e25', 'tenant_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'floating_ip_address': '172.27.3.225', 'floating_network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'router_id': '78856d9a-009a-4243-9236-ab6d3e4df92b', 'port_id': 'a295d86b-cd45-4281-b809-4ee39837fe20', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b74cf048-fc5f-4913-b563-149154aaaeb4', 'mac_address': 'fa:16:3e:d9:6c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bd41ae-6bc7-477d-9b8d-29a8f768f8c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:35:55Z', 'updated_at': '2021-09-09T22:35:55Z', 'revision_number': 0, 'project_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc11b43-4279-4c83-938f-d0ec2161203d', 'name': '', 'network_id': 'b74cf048-fc5f-4913-b563-149154aaaeb4', 'tenant_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'mac_address': 'fa:16:3e:de:f1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78856d9a-009a-4243-9236-ab6d3e4df92b', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '32697480-4b3b-4183-9d9e-57f38cfd728f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:35:15Z', 'updated_at': '2021-09-09T22:35:22Z', 'revision_number': 5, 'project_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'subnets': [{'id': '32697480-4b3b-4183-9d9e-57f38cfd728f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:35:56.990397 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661a7e4-8428-4568-b5c0-5bdc49026e2d req-318a4ed9-32b9-4743-b30d-98760b6738d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:35:56.991833 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c661a7e4-8428-4568-b5c0-5bdc49026e2d req-318a4ed9-32b9-4743-b30d-98760b6738d4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=32697480-4b3b-4183-9d9e-57f38cfd728f HTTP/1.1" status: 200 len: 848 time: 0.0429873 Sep 09 22:35:57.011152 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f1d82e-6dfe-476e-b7b9-1cc1470d8762 None None] Checking router: 78856d9a-009a-4243-9236-ab6d3e4df92b for host: dv-cinder-759955-23-iscsi {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:35:57.019946 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f1d82e-6dfe-476e-b7b9-1cc1470d8762 None None] Routers {'78856d9a-009a-4243-9236-ab6d3e4df92b'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:35:57.020574 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-d7f1d82e-6dfe-476e-b7b9-1cc1470d8762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:35:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['78856d9a-009a-4243-9236-ab6d3e4df92b'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:35:57.037694 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c661a7e4-8428-4568-b5c0-5bdc49026e2d req-5062a160-f137-4893-ab71-2c67fdb6a02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:35:57.039108 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c661a7e4-8428-4568-b5c0-5bdc49026e2d req-5062a160-f137-4893-ab71-2c67fdb6a02a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b74cf048-fc5f-4913-b563-149154aaaeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0402827 Sep 09 22:35:57.122949 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-d7f1d82e-6dfe-476e-b7b9-1cc1470d8762 None None] Set router 78856d9a-009a-4243-9236-ab6d3e4df92b gateway port host: dv-cinder-759955-23-iscsi {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:35:57.130236 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c661a7e4-8428-4568-b5c0-5bdc49026e2d req-a8cd71b8-366e-4998-bf5f-059f7beed328 service neutron] 10.222.0.20 "GET /v2.0/networks/b74cf048-fc5f-4913-b563-149154aaaeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837491 Sep 09 22:35:57.221459 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-c661a7e4-8428-4568-b5c0-5bdc49026e2d req-74efeb80-eedd-43b9-9fb0-45c66017c9e6 service neutron] 10.222.0.20 "GET /v2.0/networks/b74cf048-fc5f-4913-b563-149154aaaeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832477 Sep 09 22:35:57.344799 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-d7f1d82e-6dfe-476e-b7b9-1cc1470d8762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78856d9a-009a-4243-9236-ab6d3e4df92b', 'name': 'tempest-TestShelveInstance-1887672841-router', 'tenant_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '50727eea-7ae1-4d1f-b0b4-4d122ebb204e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:35:13Z', 'updated_at': '2021-09-09T22:35:16Z', 'revision_number': 4, 'project_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'gw_port': {'id': '50727eea-7ae1-4d1f-b0b4-4d122ebb204e', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:07:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78856d9a-009a-4243-9236-ab6d3e4df92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:35:13Z', 'updated_at': '2021-09-09T22:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_floatingips': [{'id': '4037e9fd-4dca-467f-9f64-b2773e1a8e25', 'tenant_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'floating_ip_address': '172.27.3.225', 'floating_network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'router_id': '78856d9a-009a-4243-9236-ab6d3e4df92b', 'port_id': 'a295d86b-cd45-4281-b809-4ee39837fe20', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b74cf048-fc5f-4913-b563-149154aaaeb4', 'mac_address': 'fa:16:3e:d9:6c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bd41ae-6bc7-477d-9b8d-29a8f768f8c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:35:55Z', 'updated_at': '2021-09-09T22:35:55Z', 'revision_number': 0, 'project_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc11b43-4279-4c83-938f-d0ec2161203d', 'name': '', 'network_id': 'b74cf048-fc5f-4913-b563-149154aaaeb4', 'tenant_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'mac_address': 'fa:16:3e:de:f1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78856d9a-009a-4243-9236-ab6d3e4df92b', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '32697480-4b3b-4183-9d9e-57f38cfd728f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:35:15Z', 'updated_at': '2021-09-09T22:35:22Z', 'revision_number': 5, 'project_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'subnets': [{'id': '32697480-4b3b-4183-9d9e-57f38cfd728f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:35:57.369973 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7f1d82e-6dfe-476e-b7b9-1cc1470d8762 None None] The sync data for ids ['78856d9a-009a-4243-9236-ab6d3e4df92b'] in dv-cinder-759955-23-iscsi is: [{'id': '78856d9a-009a-4243-9236-ab6d3e4df92b', 'name': 'tempest-TestShelveInstance-1887672841-router', 'tenant_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '50727eea-7ae1-4d1f-b0b4-4d122ebb204e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:35:13Z', 'updated_at': '2021-09-09T22:35:16Z', 'revision_number': 4, 'project_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'gw_port': {'id': '50727eea-7ae1-4d1f-b0b4-4d122ebb204e', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:07:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78856d9a-009a-4243-9236-ab6d3e4df92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:35:13Z', 'updated_at': '2021-09-09T22:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_floatingips': [{'id': '4037e9fd-4dca-467f-9f64-b2773e1a8e25', 'tenant_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'floating_ip_address': '172.27.3.225', 'floating_network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'router_id': '78856d9a-009a-4243-9236-ab6d3e4df92b', 'port_id': 'a295d86b-cd45-4281-b809-4ee39837fe20', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b74cf048-fc5f-4913-b563-149154aaaeb4', 'mac_address': 'fa:16:3e:d9:6c:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23bd41ae-6bc7-477d-9b8d-29a8f768f8c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T22:35:55Z', 'updated_at': '2021-09-09T22:35:55Z', 'revision_number': 0, 'project_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bc11b43-4279-4c83-938f-d0ec2161203d', 'name': '', 'network_id': 'b74cf048-fc5f-4913-b563-149154aaaeb4', 'tenant_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'mac_address': 'fa:16:3e:de:f1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78856d9a-009a-4243-9236-ab6d3e4df92b', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '32697480-4b3b-4183-9d9e-57f38cfd728f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:35:15Z', 'updated_at': '2021-09-09T22:35:22Z', 'revision_number': 5, 'project_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'subnets': [{'id': '32697480-4b3b-4183-9d9e-57f38cfd728f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:35:57.548026 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e125bc9-618c-4fbe-853c-79f51a88dbe6 None None] New status for floating IP 4037e9fd-4dca-467f-9f64-b2773e1a8e25: ACTIVE {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 22:36:02.653872 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-80ed7bd6-3624-432a-9d69-c0986f402032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:36:05.043884 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:36:05.399117 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-4ecf8314-d950-4796-b0e5-717ccafcab9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:36:05.803692 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:36:06.734769 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:36:08.108567 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:36:11.613541 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4cab6318-20be-448a-8a9d-5ca8a240f1a6 req-4a311d08-f330-4b48-9eae-49c79f5fbb52 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0439737 Sep 09 22:36:11.711611 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab6318-20be-448a-8a9d-5ca8a240f1a6 req-f0099446-7119-429c-9ac5-32e25a5cac11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:36:11.713126 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4cab6318-20be-448a-8a9d-5ca8a240f1a6 req-f0099446-7119-429c-9ac5-32e25a5cac11 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4286ce32e30a44d4af2c5a0d6de5254c&device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 1098 time: 0.0513403 Sep 09 22:36:11.824588 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab6318-20be-448a-8a9d-5ca8a240f1a6 req-1465f44f-3b2e-4a5d-ab1c-74717ea53bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:36:11.826997 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4cab6318-20be-448a-8a9d-5ca8a240f1a6 req-1465f44f-3b2e-4a5d-ab1c-74717ea53bd0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b74cf048-fc5f-4913-b563-149154aaaeb4 HTTP/1.1" status: 200 len: 909 time: 0.0918372 Sep 09 22:36:11.901563 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4cab6318-20be-448a-8a9d-5ca8a240f1a6 req-fd0f808b-f73f-4090-8535-44a0ea9d0c47 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a295d86b-cd45-4281-b809-4ee39837fe20 HTTP/1.1" status: 200 len: 1001 time: 0.0677259 Sep 09 22:36:11.957345 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab6318-20be-448a-8a9d-5ca8a240f1a6 req-c08b8db8-244c-431a-9490-9704cb2b9555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:36:11.958814 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4cab6318-20be-448a-8a9d-5ca8a240f1a6 req-c08b8db8-244c-431a-9490-9704cb2b9555 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=32697480-4b3b-4183-9d9e-57f38cfd728f HTTP/1.1" status: 200 len: 848 time: 0.0503161 Sep 09 22:36:12.010642 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab6318-20be-448a-8a9d-5ca8a240f1a6 req-7c5df058-5cfa-44c4-a1e3-660457cea1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:36:12.012144 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4cab6318-20be-448a-8a9d-5ca8a240f1a6 req-7c5df058-5cfa-44c4-a1e3-660457cea1b0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b74cf048-fc5f-4913-b563-149154aaaeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0455031 Sep 09 22:36:12.104452 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4cab6318-20be-448a-8a9d-5ca8a240f1a6 req-808127a6-60f2-4d34-8a27-ab5c83fc3751 service neutron] 10.222.0.20 "GET /v2.0/networks/b74cf048-fc5f-4913-b563-149154aaaeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841725 Sep 09 22:36:12.191369 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4cab6318-20be-448a-8a9d-5ca8a240f1a6 req-20174570-b101-436d-bbf3-667e4f554a23 service neutron] 10.222.0.20 "GET /v2.0/networks/b74cf048-fc5f-4913-b563-149154aaaeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790529 Sep 09 22:36:20.956051 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.agents_db [None req-ca59875f-4706-4e17-8f41-5ac1de1c8425 None None] Agent healthcheck: found 6 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:36:32.654004 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-48ddb7fa-44c1-47c0-9e9d-42c950385e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:36:35.044632 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:36:35.399883 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0bdb95fd-c4be-4c9c-94af-ffa64238b80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:36:35.805228 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:36:36.742237 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:36:38.110909 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:36:57.953910 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.agents_db [None req-ca59875f-4706-4e17-8f41-5ac1de1c8425 None None] Agent healthcheck: found 6 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:37:02.654251 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9484c09a-6d10-48ff-9cfd-4dcdc4960b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:37:05.060080 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:37:05.400590 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-654cfab8-4f4d-4081-88d6-66cbc4706694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:37:05.805696 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:37:06.740742 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:37:08.112968 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:37:12.579838 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-381c2531-0561-416d-9507-c1031d1a48cd req-b3f844ed-e4a8-443f-8661-b5a26847f71b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435014 Sep 09 22:37:12.657689 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c2531-0561-416d-9507-c1031d1a48cd req-3ac9b03d-0024-43d3-8c74-adeda1952dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:37:12.659119 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-381c2531-0561-416d-9507-c1031d1a48cd req-3ac9b03d-0024-43d3-8c74-adeda1952dbd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4286ce32e30a44d4af2c5a0d6de5254c&device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 1098 time: 0.0390263 Sep 09 22:37:12.756646 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c2531-0561-416d-9507-c1031d1a48cd req-c955220c-4d6c-4c0e-b635-764d6c5daf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:37:12.758199 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-381c2531-0561-416d-9507-c1031d1a48cd req-c955220c-4d6c-4c0e-b635-764d6c5daf8c service neutron] 10.222.0.20 "GET /v2.0/networks?id=b74cf048-fc5f-4913-b563-149154aaaeb4 HTTP/1.1" status: 200 len: 909 time: 0.0807471 Sep 09 22:37:12.825634 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-381c2531-0561-416d-9507-c1031d1a48cd req-76a19445-5071-4287-98d2-8f6f67c22386 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a295d86b-cd45-4281-b809-4ee39837fe20 HTTP/1.1" status: 200 len: 1001 time: 0.0606806 Sep 09 22:37:12.875398 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c2531-0561-416d-9507-c1031d1a48cd req-d6f2533b-da1a-47f5-8bb7-8dbe8414bbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:37:12.876850 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-381c2531-0561-416d-9507-c1031d1a48cd req-d6f2533b-da1a-47f5-8bb7-8dbe8414bbd0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=32697480-4b3b-4183-9d9e-57f38cfd728f HTTP/1.1" status: 200 len: 848 time: 0.0442417 Sep 09 22:37:12.921380 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c2531-0561-416d-9507-c1031d1a48cd req-5f27da6b-7d7c-4982-ae56-1a83bc4b1283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:37:12.922799 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-381c2531-0561-416d-9507-c1031d1a48cd req-5f27da6b-7d7c-4982-ae56-1a83bc4b1283 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b74cf048-fc5f-4913-b563-149154aaaeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0390360 Sep 09 22:37:13.012237 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-381c2531-0561-416d-9507-c1031d1a48cd req-e5317a83-f487-4e9a-b5b5-d791f0d59cdb service neutron] 10.222.0.20 "GET /v2.0/networks/b74cf048-fc5f-4913-b563-149154aaaeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824935 Sep 09 22:37:13.102013 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-381c2531-0561-416d-9507-c1031d1a48cd req-c9d1cc2a-54c0-4e77-b759-4ebb8e7c41a9 service neutron] 10.222.0.20 "GET /v2.0/networks/b74cf048-fc5f-4913-b563-149154aaaeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825508 Sep 09 22:37:32.653434 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-9984cd17-03d8-4435-a3cc-5873ebbb4b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:37:34.952205 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.agents_db [None req-ca59875f-4706-4e17-8f41-5ac1de1c8425 None None] Agent healthcheck: found 6 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:37:35.058070 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:37:35.402151 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fadb60a1-edd7-408a-a2b0-f703b7b3edf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:37:35.805600 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:37:36.743952 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:37:38.116718 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:37:49.284860 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d8e75a-0248-4a8b-a82c-d9387e7a3b80 req-8954e7d0-5c89-4469-870f-3d8a7fa2d971 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:37:49.286301 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-76d8e75a-0248-4a8b-a82c-d9387e7a3b80 req-8954e7d0-5c89-4469-870f-3d8a7fa2d971 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/ports?device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 945 time: 0.0478568 Sep 09 22:37:49.323848 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-76d8e75a-0248-4a8b-a82c-d9387e7a3b80 req-3ff0d1a9-d867-4330-bfe4-267babf1c430 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e18e5b-90d5-41b3-9c57-2d83d4baefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311530 Sep 09 22:37:50.439033 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a34f640-3c19-46fc-b3c7-5f752b3d060f req-0c2984de-11c3-4644-b1d9-ba45efe0c2fe tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:37:50.440453 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4a34f640-3c19-46fc-b3c7-5f752b3d060f req-0c2984de-11c3-4644-b1d9-ba45efe0c2fe tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/ports?device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 945 time: 0.0473633 Sep 09 22:37:50.476697 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4a34f640-3c19-46fc-b3c7-5f752b3d060f req-ec616626-d24b-4f6a-b44b-e0a85fef4b56 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e18e5b-90d5-41b3-9c57-2d83d4baefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297050 Sep 09 22:37:51.610610 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf505e8a-db8b-4160-a7fa-c0cce6e5356a req-efb5f059-3f09-40f7-b294-4ed67791be03 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:37:51.612042 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bf505e8a-db8b-4160-a7fa-c0cce6e5356a req-efb5f059-3f09-40f7-b294-4ed67791be03 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/ports?device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 945 time: 0.0533776 Sep 09 22:37:51.650063 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bf505e8a-db8b-4160-a7fa-c0cce6e5356a req-ea60b8c9-5d8d-4d9f-8c9b-b01349a76415 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e18e5b-90d5-41b3-9c57-2d83d4baefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311584 Sep 09 22:37:52.779816 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393920d1-69c8-45da-9a01-1c3cae09288c req-7e88b6d9-f720-4dc3-922a-e6e757add01f tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:37:52.781272 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-393920d1-69c8-45da-9a01-1c3cae09288c req-7e88b6d9-f720-4dc3-922a-e6e757add01f tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/ports?device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 945 time: 0.0487049 Sep 09 22:37:52.818176 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-393920d1-69c8-45da-9a01-1c3cae09288c req-a73807c7-9e08-474b-b0d7-09f9fa507e7c tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e18e5b-90d5-41b3-9c57-2d83d4baefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305798 Sep 09 22:37:53.932521 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40770881-ba55-4010-b2ad-1c9d735f2e6a req-ca5f36a2-8680-4f8b-99c7-30e2ed7d340a tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:37:53.933949 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-40770881-ba55-4010-b2ad-1c9d735f2e6a req-ca5f36a2-8680-4f8b-99c7-30e2ed7d340a tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/ports?device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 945 time: 0.0467997 Sep 09 22:37:53.970816 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-40770881-ba55-4010-b2ad-1c9d735f2e6a req-d4ac91a2-f608-473d-a48c-a16999be81e2 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e18e5b-90d5-41b3-9c57-2d83d4baefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310133 Sep 09 22:37:55.085002 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc867c3-683a-4eff-9eb1-4ed2633559d4 req-d5cd0da0-562a-4e88-ad25-e2ae7659aeaa tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:37:55.086468 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7bc867c3-683a-4eff-9eb1-4ed2633559d4 req-d5cd0da0-562a-4e88-ad25-e2ae7659aeaa tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/ports?device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 945 time: 0.0511625 Sep 09 22:37:55.123083 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7bc867c3-683a-4eff-9eb1-4ed2633559d4 req-fe1b3f63-7bc5-4145-8ae7-56e1e04bf20c tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e18e5b-90d5-41b3-9c57-2d83d4baefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306611 Sep 09 22:37:56.236191 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f3c650-e0ed-4fa8-b8b0-6899b9428ccd req-5c208e9a-3c0d-4cb5-8781-9a259af51e2c tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:37:56.237619 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-56f3c650-e0ed-4fa8-b8b0-6899b9428ccd req-5c208e9a-3c0d-4cb5-8781-9a259af51e2c tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/ports?device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 945 time: 0.0493946 Sep 09 22:37:56.275179 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-56f3c650-e0ed-4fa8-b8b0-6899b9428ccd req-56a366b9-30df-4ac8-9625-d93f4531e6c7 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e18e5b-90d5-41b3-9c57-2d83d4baefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311089 Sep 09 22:37:57.394334 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92185d5c-cfae-42ba-84d1-0b0bd0405ef0 req-f7a0bca6-23b9-46ee-9e34-db14e70d19c4 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:37:57.395757 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-92185d5c-cfae-42ba-84d1-0b0bd0405ef0 req-f7a0bca6-23b9-46ee-9e34-db14e70d19c4 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/ports?device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 945 time: 0.0479472 Sep 09 22:37:57.432649 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-92185d5c-cfae-42ba-84d1-0b0bd0405ef0 req-c2bb88ae-3e37-4a0b-8b93-5d362b1128d8 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e18e5b-90d5-41b3-9c57-2d83d4baefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304370 Sep 09 22:37:58.549226 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b3666-325f-4487-bd53-8425e80b1065 req-83dd0de2-9c4b-40b3-beea-232c78e33404 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:37:58.550211 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-030b3666-325f-4487-bd53-8425e80b1065 req-83dd0de2-9c4b-40b3-beea-232c78e33404 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/ports?device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 945 time: 0.0513971 Sep 09 22:37:58.587816 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-030b3666-325f-4487-bd53-8425e80b1065 req-ab8efa22-96e3-4073-b16a-8593b2fff8d4 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e18e5b-90d5-41b3-9c57-2d83d4baefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309570 Sep 09 22:37:59.406867 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89038a-b37d-41b2-9458-aaaea2b3fe84 req-ab162ce4-448d-4f06-a228-f5760159ee49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:37:59.408306 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-aa89038a-b37d-41b2-9458-aaaea2b3fe84 req-ab162ce4-448d-4f06-a228-f5760159ee49 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4286ce32e30a44d4af2c5a0d6de5254c&device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 1098 time: 0.0389984 Sep 09 22:37:59.494378 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89038a-b37d-41b2-9458-aaaea2b3fe84 req-8c7c4c74-933e-4273-8c65-4208e7210288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:37:59.495789 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-aa89038a-b37d-41b2-9458-aaaea2b3fe84 req-8c7c4c74-933e-4273-8c65-4208e7210288 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b74cf048-fc5f-4913-b563-149154aaaeb4 HTTP/1.1" status: 200 len: 909 time: 0.0811431 Sep 09 22:37:59.562700 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-aa89038a-b37d-41b2-9458-aaaea2b3fe84 req-e14301da-0277-43f3-8e27-b551fe9a0ce6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a295d86b-cd45-4281-b809-4ee39837fe20 HTTP/1.1" status: 200 len: 1001 time: 0.0600111 Sep 09 22:37:59.612946 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89038a-b37d-41b2-9458-aaaea2b3fe84 req-a23317e7-3173-475d-9512-09b546e6d042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:37:59.614390 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-aa89038a-b37d-41b2-9458-aaaea2b3fe84 req-a23317e7-3173-475d-9512-09b546e6d042 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=32697480-4b3b-4183-9d9e-57f38cfd728f HTTP/1.1" status: 200 len: 848 time: 0.0446668 Sep 09 22:37:59.685903 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89038a-b37d-41b2-9458-aaaea2b3fe84 req-e9d15d1d-b682-442e-a77d-776940405b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:37:59.687347 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-aa89038a-b37d-41b2-9458-aaaea2b3fe84 req-e9d15d1d-b682-442e-a77d-776940405b54 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b74cf048-fc5f-4913-b563-149154aaaeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0655210 Sep 09 22:37:59.732713 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3ac8c-f4d6-4224-9309-19bddc449ffd req-274f8b75-1c26-4d9a-adac-877f17294d5c tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:37:59.734101 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6ec3ac8c-f4d6-4224-9309-19bddc449ffd req-274f8b75-1c26-4d9a-adac-877f17294d5c tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/ports?device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 945 time: 0.0792701 Sep 09 22:37:59.812255 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-aa89038a-b37d-41b2-9458-aaaea2b3fe84 req-f7dded59-7aaf-4ff1-9506-f97d25f6f138 service neutron] 10.222.0.20 "GET /v2.0/networks/b74cf048-fc5f-4913-b563-149154aaaeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180522 Sep 09 22:37:59.817125 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-6ec3ac8c-f4d6-4224-9309-19bddc449ffd req-1a8d9c76-162e-4979-a135-7af315c35e39 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e18e5b-90d5-41b3-9c57-2d83d4baefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552137 Sep 09 22:37:59.901298 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-aa89038a-b37d-41b2-9458-aaaea2b3fe84 req-73bdb7a6-7762-47b5-8f4c-d325de003aec service neutron] 10.222.0.20 "GET /v2.0/networks/b74cf048-fc5f-4913-b563-149154aaaeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823250 Sep 09 22:38:00.929218 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c01dc44-3a46-414e-af60-5dd8d29d88e6 req-25bccedc-ff1d-47ed-ad63-5ab88ac64ddd tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:38:00.930645 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0c01dc44-3a46-414e-af60-5dd8d29d88e6 req-25bccedc-ff1d-47ed-ad63-5ab88ac64ddd tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/ports?device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 945 time: 0.0471470 Sep 09 22:38:00.966959 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0c01dc44-3a46-414e-af60-5dd8d29d88e6 req-195a701b-4656-435c-a802-2c57935d2c4f tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e18e5b-90d5-41b3-9c57-2d83d4baefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304418 Sep 09 22:38:02.086901 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f2cf9-3f2b-4ae4-b271-57809484f04e req-b8e3fbc3-81ae-43af-a6fa-53da91becefb tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:38:02.088382 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-231f2cf9-3f2b-4ae4-b271-57809484f04e req-b8e3fbc3-81ae-43af-a6fa-53da91becefb tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/ports?device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 945 time: 0.0545268 Sep 09 22:38:02.127325 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-231f2cf9-3f2b-4ae4-b271-57809484f04e req-b8955016-61a2-4cff-af25-7c0c992f4c73 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e18e5b-90d5-41b3-9c57-2d83d4baefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330038 Sep 09 22:38:02.284514 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [req-f2bbc63a-7f2d-43d8-93ac-37be34f3c648 req-49097d4d-f03f-43a8-b0ae-2b44ebac19bc service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=93888) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 22:38:02.285584 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f2bbc63a-7f2d-43d8-93ac-37be34f3c648 req-49097d4d-f03f-43a8-b0ae-2b44ebac19bc service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0969756 Sep 09 22:38:02.411525 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [req-ab88bc62-2242-485f-b833-f69d73c60c5d req-e8cd6389-2158-4f4e-9a49-ba897f5c0e35 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0403061 Sep 09 22:38:02.438530 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0e37d-8777-4fc8-8582-c0659db925bb req-063ef767-4928-483a-a56d-38dfe553a959 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:38:02.440402 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fcf0e37d-8777-4fc8-8582-c0659db925bb req-063ef767-4928-483a-a56d-38dfe553a959 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/ports?device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 945 time: 0.0477240 Sep 09 22:38:02.476813 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-fcf0e37d-8777-4fc8-8582-c0659db925bb req-5c4fd1fe-e084-4a18-bda2-21051e6919cb tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e18e5b-90d5-41b3-9c57-2d83d4baefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300202 Sep 09 22:38:02.654013 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ad4c6675-f9bf-4907-bfa0-60f48c94bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:38:03.518234 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88bc62-2242-485f-b833-f69d73c60c5d req-68271b41-c5d6-4e6d-ae28-4ee2a4a5013f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:38:03.519680 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ab88bc62-2242-485f-b833-f69d73c60c5d req-68271b41-c5d6-4e6d-ae28-4ee2a4a5013f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1&tenant_id=4286ce32e30a44d4af2c5a0d6de5254c HTTP/1.1" status: 200 len: 1098 time: 0.0391185 Sep 09 22:38:03.615002 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88bc62-2242-485f-b833-f69d73c60c5d req-f4be0a90-249c-4ebf-9dd0-40f55c96938d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:38:03.617047 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ab88bc62-2242-485f-b833-f69d73c60c5d req-f4be0a90-249c-4ebf-9dd0-40f55c96938d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4286ce32e30a44d4af2c5a0d6de5254c&device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 1098 time: 0.0764408 Sep 09 22:38:03.625191 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d5e99-1dfc-4b32-b175-2857fd1c947f req-80c4967a-9473-452d-a4bd-f5f80b2055d0 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:38:03.626505 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9b7d5e99-1dfc-4b32-b175-2857fd1c947f req-80c4967a-9473-452d-a4bd-f5f80b2055d0 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/ports?device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 945 time: 0.0782983 Sep 09 22:38:03.712768 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9b7d5e99-1dfc-4b32-b175-2857fd1c947f req-d80a6c1f-bf35-4b32-be80-c3033931a1f7 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e18e5b-90d5-41b3-9c57-2d83d4baefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776422 Sep 09 22:38:03.737062 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88bc62-2242-485f-b833-f69d73c60c5d req-df10cd60-0b77-43f3-bc5f-7d5feba7d8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:38:03.738619 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ab88bc62-2242-485f-b833-f69d73c60c5d req-df10cd60-0b77-43f3-bc5f-7d5feba7d8ad service neutron] 10.222.0.20 "GET /v2.0/networks?id=b74cf048-fc5f-4913-b563-149154aaaeb4 HTTP/1.1" status: 200 len: 909 time: 0.1111948 Sep 09 22:38:03.800477 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ab88bc62-2242-485f-b833-f69d73c60c5d req-e40b7df1-c54c-4795-a388-2e0876ef6e0a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a295d86b-cd45-4281-b809-4ee39837fe20 HTTP/1.1" status: 200 len: 1001 time: 0.0550931 Sep 09 22:38:03.848918 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88bc62-2242-485f-b833-f69d73c60c5d req-781f186d-aa27-4451-92f4-852b9742b10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:38:03.850682 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ab88bc62-2242-485f-b833-f69d73c60c5d req-781f186d-aa27-4451-92f4-852b9742b10f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=32697480-4b3b-4183-9d9e-57f38cfd728f HTTP/1.1" status: 200 len: 848 time: 0.0434051 Sep 09 22:38:03.899177 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88bc62-2242-485f-b833-f69d73c60c5d req-bb9c0312-ebe1-4884-9823-59eb5216afb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:38:03.900678 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ab88bc62-2242-485f-b833-f69d73c60c5d req-bb9c0312-ebe1-4884-9823-59eb5216afb8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b74cf048-fc5f-4913-b563-149154aaaeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0431850 Sep 09 22:38:03.987795 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ab88bc62-2242-485f-b833-f69d73c60c5d req-79ec2a63-1a53-4d1b-a38c-f9c70d9e1375 service neutron] 10.222.0.20 "GET /v2.0/networks/b74cf048-fc5f-4913-b563-149154aaaeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797596 Sep 09 22:38:04.330326 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ab88bc62-2242-485f-b833-f69d73c60c5d req-4aa0c9b8-77c2-4dd8-8bfc-3eb88c752960 service neutron] 10.222.0.20 "GET /v2.0/networks/b74cf048-fc5f-4913-b563-149154aaaeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335929 Sep 09 22:38:04.824230 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d671e32-e703-4296-9a54-0a9dd18ce908 req-e208152a-0f34-40aa-a0dd-7e3f7d69d35b tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:38:04.825638 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9d671e32-e703-4296-9a54-0a9dd18ce908 req-e208152a-0f34-40aa-a0dd-7e3f7d69d35b tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/ports?device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 945 time: 0.0468268 Sep 09 22:38:04.864963 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-9d671e32-e703-4296-9a54-0a9dd18ce908 req-67b29d7d-3762-4fc6-a66b-ff9d9e04fbbe tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e18e5b-90d5-41b3-9c57-2d83d4baefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334449 Sep 09 22:38:05.065230 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:38:05.402760 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-d305ded1-b4c6-4fee-8848-726c5ac1c8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:38:05.576378 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device a295d86b-cd45-4281-b809-4ee39837fe20 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:38:05.655553 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:38:05.676726 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23bd41ae-6bc7-477d-9b8d-29a8f768f8c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a295d86b-cd45-4281-b809-4ee39837fe20'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:38:05.679217 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497578eeb0b1d224d742647686e7d62f740bb656e2f2bb1278978b4c95122d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19dba9da-3c4b-4a1e-9cfd-4ede97cf0353" -d '{"events": [{"server_uuid": "23bd41ae-6bc7-477d-9b8d-29a8f768f8c1", "name": "network-vif-unplugged", "status": "completed", "tag": "a295d86b-cd45-4281-b809-4ee39837fe20"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:38:05.691997 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port a295d86b-cd45-4281-b809-4ee39837fe20, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=a295d86b-cd45-4281-b809-4ee39837fe20,segment=NetworkSegment(37a2bac4-87aa-41e8-93fd-fb97da1bec0e),segment_id=37a2bac4-87aa-41e8-93fd-fb97da1bec0e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:38:05.696393 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:38:05.719040 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 22:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc9388a-51a7-4a77-8189-cb8d610b0026 x-openstack-request-id: req-0cc9388a-51a7-4a77-8189-cb8d610b0026 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:38:05.719330 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23bd41ae-6bc7-477d-9b8d-29a8f768f8c1", "name": "network-vif-unplugged", "status": "completed", "tag": "a295d86b-cd45-4281-b809-4ee39837fe20", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:38:05.719578 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0cc9388a-51a7-4a77-8189-cb8d610b0026 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:38:05.719957 dv-cinder-759955-23-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23bd41ae-6bc7-477d-9b8d-29a8f768f8c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a295d86b-cd45-4281-b809-4ee39837fe20', 'code': 200} Sep 09 22:38:05.743758 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=a295d86b-cd45-4281-b809-4ee39837fe20,revision_number=6']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:38:05.750536 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:38:05.750887 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:38:05.751225 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:38:05.751560 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:38:05.751888 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:38:05.752249 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:38:05.752578 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:38:05.752901 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:38:05.753224 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:38:05.753548 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:38:05.753865 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:38:05.754182 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:38:05.805835 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:38:05.981230 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491bbf2e-e413-46d2-96c3-4e133c350971 req-5029561f-5311-455d-9b3f-c2714f681539 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:38:05.982680 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-491bbf2e-e413-46d2-96c3-4e133c350971 req-5029561f-5311-455d-9b3f-c2714f681539 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/ports?device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 943 time: 0.0470250 Sep 09 22:38:06.019658 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-491bbf2e-e413-46d2-96c3-4e133c350971 req-3c538e57-8b10-406f-9703-c045ffdf8c19 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e18e5b-90d5-41b3-9c57-2d83d4baefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311632 Sep 09 22:38:06.747008 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:38:07.136207 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd4a375-c7c7-4489-9380-a95b00ad22f2 req-4f6c67ec-c3ab-4167-8794-df1b76c3748c tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:38:07.137644 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ffd4a375-c7c7-4489-9380-a95b00ad22f2 req-4f6c67ec-c3ab-4167-8794-df1b76c3748c tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/ports?device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 943 time: 0.0502710 Sep 09 22:38:07.174215 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-ffd4a375-c7c7-4489-9380-a95b00ad22f2 req-738cc8c7-73da-48fd-bffa-4f82acf189f5 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e18e5b-90d5-41b3-9c57-2d83d4baefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306685 Sep 09 22:38:08.118334 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:38:08.285359 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a0f7a-8e45-4b0f-9f79-dffb65b043c5 req-036f937b-7306-4edc-91cc-1c323b4c4cdd tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:38:08.286768 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-883a0f7a-8e45-4b0f-9f79-dffb65b043c5 req-036f937b-7306-4edc-91cc-1c323b4c4cdd tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/ports?device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 943 time: 0.0469439 Sep 09 22:38:08.325676 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-883a0f7a-8e45-4b0f-9f79-dffb65b043c5 req-622f6863-7559-4854-bbb5-5f422e40fa44 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e18e5b-90d5-41b3-9c57-2d83d4baefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323160 Sep 09 22:38:09.434706 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1edca1-b95e-4884-ae84-cac18e4427fb req-6e5244cd-10fa-48d4-b1e5-11d3c4ad5da5 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:38:09.436167 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0b1edca1-b95e-4884-ae84-cac18e4427fb req-6e5244cd-10fa-48d4-b1e5-11d3c4ad5da5 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/ports?device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 943 time: 0.0467293 Sep 09 22:38:09.473002 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0b1edca1-b95e-4884-ae84-cac18e4427fb req-077a6e5a-011c-498b-aea8-aecc22f96f8f tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e18e5b-90d5-41b3-9c57-2d83d4baefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310311 Sep 09 22:38:10.324176 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640e821-bf26-4362-9a7f-72ec05bc9038 req-c3e7a948-b6ff-40bb-a0ae-35cf13b34ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:38:10.325793 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0640e821-bf26-4362-9a7f-72ec05bc9038 req-c3e7a948-b6ff-40bb-a0ae-35cf13b34ee5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 1096 time: 0.0421019 Sep 09 22:38:10.360806 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0640e821-bf26-4362-9a7f-72ec05bc9038 req-d2fdc628-b990-47c0-865f-56e87141051e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a2e18e5b-90d5-41b3-9c57-2d83d4baefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275104 Sep 09 22:38:10.582056 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec80041-ea86-4551-924b-b636223b6d77 req-b2b5fa5e-5e11-4c9b-b051-f1aa6477d472 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:38:10.583390 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bec80041-ea86-4551-924b-b636223b6d77 req-b2b5fa5e-5e11-4c9b-b051-f1aa6477d472 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/ports?device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 943 time: 0.0468354 Sep 09 22:38:10.620439 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-bec80041-ea86-4551-924b-b636223b6d77 req-0008308e-59b2-4f35-9a46-b2b6b9fb1fb4 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e18e5b-90d5-41b3-9c57-2d83d4baefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306091 Sep 09 22:38:11.598991 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device a295d86b-cd45-4281-b809-4ee39837fe20 details requested by agent hyperv_hv-cinder-75995 with host hv-cinder-75995 {{(pid=93889) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 22:38:11.695145 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port a295d86b-cd45-4281-b809-4ee39837fe20, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=a295d86b-cd45-4281-b809-4ee39837fe20,segment=NetworkSegment(37a2bac4-87aa-41e8-93fd-fb97da1bec0e),segment_id=37a2bac4-87aa-41e8-93fd-fb97da1bec0e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:38:11.706243 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Returning: {'device': 'a295d86b-cd45-4281-b809-4ee39837fe20', 'network_id': 'b74cf048-fc5f-4913-b563-149154aaaeb4', 'port_id': 'a295d86b-cd45-4281-b809-4ee39837fe20', 'mac_address': 'fa:16:3e:d9:6c:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32697480-4b3b-4183-9d9e-57f38cfd728f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93889) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 22:38:11.731378 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7c2e0-7671-433a-81b3-44b1094cbf8a req-c8f35bc9-8f1a-4418-8094-5b5ac188bf3b tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:38:11.732894 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-88d7c2e0-7671-433a-81b3-44b1094cbf8a req-c8f35bc9-8f1a-4418-8094-5b5ac188bf3b tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/ports?device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 943 time: 0.0472369 Sep 09 22:38:11.742424 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:38:11.754575 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a295d86b-cd45-4281-b809-4ee39837fe20 {{(pid=93889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 22:38:11.770426 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-88d7c2e0-7671-433a-81b3-44b1094cbf8a req-19b0d076-7f27-4423-83e3-422215db64f2 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e18e5b-90d5-41b3-9c57-2d83d4baefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315847 Sep 09 22:38:11.773775 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port a295d86b-cd45-4281-b809-4ee39837fe20, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=a295d86b-cd45-4281-b809-4ee39837fe20,segment=NetworkSegment(37a2bac4-87aa-41e8-93fd-fb97da1bec0e),segment_id=37a2bac4-87aa-41e8-93fd-fb97da1bec0e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:38:11.778109 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:38:11.823782 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=a295d86b-cd45-4281-b809-4ee39837fe20,revision_number=7']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:38:11.950905 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.agents_db [None req-ca59875f-4706-4e17-8f41-5ac1de1c8425 None None] Agent healthcheck: found 6 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:38:12.044467 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] get_ports_and_sgs() called for port_ids ['a295d86b-cd45-4281-b809-4ee39837fe20'] {{(pid=93889) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 22:38:13.059185 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4bee4940-961f-46e5-ad17-ead580b4ff86 req-e9dc7d84-7f42-4d77-bba3-d66cdf58baa8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0493572 Sep 09 22:38:13.164738 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee4940-961f-46e5-ad17-ead580b4ff86 req-f882a22b-ac98-43da-b5aa-ce6fef69857c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:38:13.166099 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4bee4940-961f-46e5-ad17-ead580b4ff86 req-f882a22b-ac98-43da-b5aa-ce6fef69857c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4286ce32e30a44d4af2c5a0d6de5254c&device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 1097 time: 0.0399466 Sep 09 22:38:13.273078 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee4940-961f-46e5-ad17-ead580b4ff86 req-03d400fb-863a-4cdc-be6a-2f63ebbd7613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:38:13.274525 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4bee4940-961f-46e5-ad17-ead580b4ff86 req-03d400fb-863a-4cdc-be6a-2f63ebbd7613 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b74cf048-fc5f-4913-b563-149154aaaeb4 HTTP/1.1" status: 200 len: 909 time: 0.0906053 Sep 09 22:38:13.339889 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4bee4940-961f-46e5-ad17-ead580b4ff86 req-45488ccd-ff75-40ce-99f4-26f788d33402 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a295d86b-cd45-4281-b809-4ee39837fe20 HTTP/1.1" status: 200 len: 1000 time: 0.0585959 Sep 09 22:38:13.386934 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee4940-961f-46e5-ad17-ead580b4ff86 req-51fba564-5055-4561-a07a-688af5fdc1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:38:13.388359 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4bee4940-961f-46e5-ad17-ead580b4ff86 req-51fba564-5055-4561-a07a-688af5fdc1e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=32697480-4b3b-4183-9d9e-57f38cfd728f HTTP/1.1" status: 200 len: 848 time: 0.0421979 Sep 09 22:38:13.432774 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee4940-961f-46e5-ad17-ead580b4ff86 req-91d24966-b888-42e8-86c0-3c19e46e6461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:38:13.434186 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4bee4940-961f-46e5-ad17-ead580b4ff86 req-91d24966-b888-42e8-86c0-3c19e46e6461 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b74cf048-fc5f-4913-b563-149154aaaeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0389109 Sep 09 22:38:13.528542 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4bee4940-961f-46e5-ad17-ead580b4ff86 req-f95c8328-443a-4830-9e72-5b605b52fbe9 service neutron] 10.222.0.20 "GET /v2.0/networks/b74cf048-fc5f-4913-b563-149154aaaeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864649 Sep 09 22:38:13.614472 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device a295d86b-cd45-4281-b809-4ee39837fe20 up at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 22:38:13.624814 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4bee4940-961f-46e5-ad17-ead580b4ff86 req-10e6dc74-a2e0-44f9-b717-d069adf48f2d service neutron] 10.222.0.20 "GET /v2.0/networks/b74cf048-fc5f-4913-b563-149154aaaeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892847 Sep 09 22:38:13.665315 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.provisioning_blocks [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Provisioning complete for port a295d86b-cd45-4281-b809-4ee39837fe20 triggered by entity L2. {{(pid=93889) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 22:38:13.665681 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1476390'] for port, provisioning_complete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:38:13.738429 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582802'] for port, before_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:38:13.760192 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23bd41ae-6bc7-477d-9b8d-29a8f768f8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a295d86b-cd45-4281-b809-4ee39837fe20'}] {{(pid=93889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:38:13.762668 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}497578eeb0b1d224d742647686e7d62f740bb656e2f2bb1278978b4c95122d86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db6ec558-b96e-430d-a4a8-1239c88b61bf" -d '{"events": [{"server_uuid": "23bd41ae-6bc7-477d-9b8d-29a8f768f8c1", "name": "network-vif-plugged", "status": "completed", "tag": "a295d86b-cd45-4281-b809-4ee39837fe20"}]}' {{(pid=93889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:38:13.775783 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] For port a295d86b-cd45-4281-b809-4ee39837fe20, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=a295d86b-cd45-4281-b809-4ee39837fe20,segment=NetworkSegment(37a2bac4-87aa-41e8-93fd-fb97da1bec0e),segment_id=37a2bac4-87aa-41e8-93fd-fb97da1bec0e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:38:13.779777 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781721668886', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781721311443', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781721311461'] for port, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:38:13.805216 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2584d147-cb15-42bc-ad86-4e8373662600 x-openstack-request-id: req-2584d147-cb15-42bc-ad86-4e8373662600 {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:38:13.805497 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23bd41ae-6bc7-477d-9b8d-29a8f768f8c1", "name": "network-vif-plugged", "status": "completed", "tag": "a295d86b-cd45-4281-b809-4ee39837fe20", "code": 200}]} {{(pid=93889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:38:13.805739 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2584d147-cb15-42bc-ad86-4e8373662600 {{(pid=93889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:38:13.806229 dv-cinder-759955-23-iscsi neutron-server[93889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23bd41ae-6bc7-477d-9b8d-29a8f768f8c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a295d86b-cd45-4281-b809-4ee39837fe20', 'code': 200} Sep 09 22:38:13.830754 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Pushing event updated for resources: {'Port': ['ID=a295d86b-cd45-4281-b809-4ee39837fe20,revision_number=8']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:38:32.654822 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-f2127f2d-4a87-43d1-86f6-5f34a4de1498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:38:35.060472 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:38:35.402766 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-70c1828e-b6ba-413e-bc85-e1ea3e555bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:38:35.807700 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:38:36.749520 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:38:38.121378 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:38:48.949052 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.agents_db [None req-ca59875f-4706-4e17-8f41-5ac1de1c8425 None None] Agent healthcheck: found 6 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:39:02.655752 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6eeaedbf-ee53-4db1-a819-a21c26f506fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:05.070960 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:05.402467 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c61d8eaa-8b0a-48fb-ba5f-2e58dc2cb111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:05.811238 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:06.752019 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:08.123383 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:15.035156 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0ba2e740-7900-452f-8682-7d3d6df9e79a req-62302e03-1fae-4e2b-9534-eea627e28f72 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397131 Sep 09 22:39:15.114317 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba2e740-7900-452f-8682-7d3d6df9e79a req-b73e2be6-e965-48d1-a86b-d2d35d1c3eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:39:15.115684 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0ba2e740-7900-452f-8682-7d3d6df9e79a req-b73e2be6-e965-48d1-a86b-d2d35d1c3eb8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4286ce32e30a44d4af2c5a0d6de5254c&device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 1098 time: 0.0393684 Sep 09 22:39:15.218137 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba2e740-7900-452f-8682-7d3d6df9e79a req-a414a545-25a7-4b80-8d9a-2cc18692b177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:39:15.219554 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0ba2e740-7900-452f-8682-7d3d6df9e79a req-a414a545-25a7-4b80-8d9a-2cc18692b177 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b74cf048-fc5f-4913-b563-149154aaaeb4 HTTP/1.1" status: 200 len: 909 time: 0.0843978 Sep 09 22:39:15.281728 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0ba2e740-7900-452f-8682-7d3d6df9e79a req-acd7558e-919a-4bee-ac89-0cc638c92c9c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a295d86b-cd45-4281-b809-4ee39837fe20 HTTP/1.1" status: 200 len: 1001 time: 0.0551257 Sep 09 22:39:15.329178 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba2e740-7900-452f-8682-7d3d6df9e79a req-6a90c284-ddde-4412-998f-ff8f97fb6e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:39:15.330531 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0ba2e740-7900-452f-8682-7d3d6df9e79a req-6a90c284-ddde-4412-998f-ff8f97fb6e74 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=32697480-4b3b-4183-9d9e-57f38cfd728f HTTP/1.1" status: 200 len: 848 time: 0.0417840 Sep 09 22:39:15.377971 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba2e740-7900-452f-8682-7d3d6df9e79a req-6ba17191-df57-427c-8777-befddb1e90f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:39:15.379313 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0ba2e740-7900-452f-8682-7d3d6df9e79a req-6ba17191-df57-427c-8777-befddb1e90f5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b74cf048-fc5f-4913-b563-149154aaaeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0420456 Sep 09 22:39:15.467564 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0ba2e740-7900-452f-8682-7d3d6df9e79a req-88d02f39-c6e5-4920-925c-9bd3fc9af006 service neutron] 10.222.0.20 "GET /v2.0/networks/b74cf048-fc5f-4913-b563-149154aaaeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803561 Sep 09 22:39:15.556978 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-0ba2e740-7900-452f-8682-7d3d6df9e79a req-663720cc-8ffb-4f1b-8193-8613bf35a36d service neutron] 10.222.0.20 "GET /v2.0/networks/b74cf048-fc5f-4913-b563-149154aaaeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823314 Sep 09 22:39:25.947499 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.agents_db [None req-ca59875f-4706-4e17-8f41-5ac1de1c8425 None None] Agent healthcheck: found 6 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:39:27.476672 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 36410) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:39:27.634635 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-ef6ea8f2-6eb3-4ca4-a2b9-60ed9db99f53 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Deleting port 684a349f-9311-417c-af77-d6c417c64cd2 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:39:27.634971 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ef6ea8f2-6eb3-4ca4-a2b9-60ed9db99f53 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:27.707302 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ef6ea8f2-6eb3-4ca4-a2b9-60ed9db99f53 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:27.707624 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ef6ea8f2-6eb3-4ca4-a2b9-60ed9db99f53 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:27.720217 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-ef6ea8f2-6eb3-4ca4-a2b9-60ed9db99f53 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Calling delete_port for 684a349f-9311-417c-af77-d6c417c64cd2 owned by network:floatingip {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:39:27.894886 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ef6ea8f2-6eb3-4ca4-a2b9-60ed9db99f53 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26050298'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:27.921416 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6ea8f2-6eb3-4ca4-a2b9-60ed9db99f53 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Pushing event deleted for resources: {'Port': ['ID=684a349f-9311-417c-af77-d6c417c64cd2,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:39:27.944128 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ea8f2-6eb3-4ca4-a2b9-60ed9db99f53 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:39:27.944477 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ea8f2-6eb3-4ca4-a2b9-60ed9db99f53 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:39:27.944813 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ea8f2-6eb3-4ca4-a2b9-60ed9db99f53 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:39:27.945144 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ea8f2-6eb3-4ca4-a2b9-60ed9db99f53 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:39:27.945469 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ea8f2-6eb3-4ca4-a2b9-60ed9db99f53 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:39:27.945823 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ea8f2-6eb3-4ca4-a2b9-60ed9db99f53 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:39:27.946150 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ea8f2-6eb3-4ca4-a2b9-60ed9db99f53 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:39:27.946468 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ea8f2-6eb3-4ca4-a2b9-60ed9db99f53 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:39:27.946786 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ea8f2-6eb3-4ca4-a2b9-60ed9db99f53 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:39:27.947101 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ea8f2-6eb3-4ca4-a2b9-60ed9db99f53 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:39:27.947417 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ea8f2-6eb3-4ca4-a2b9-60ed9db99f53 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:39:27.947731 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef6ea8f2-6eb3-4ca4-a2b9-60ed9db99f53 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93887) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:39:27.991701 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ef6ea8f2-6eb3-4ca4-a2b9-60ed9db99f53 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks [] for floatingip, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:27.992027 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.db.l3_db [None req-ef6ea8f2-6eb3-4ca4-a2b9-60ed9db99f53 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Floating IP 4037e9fd-4dca-467f-9f64-b2773e1a8e25 disassociated (deleted). External IP: 172.27.3.225, port: a295d86b-cd45-4281-b809-4ee39837fe20. Sep 09 22:39:28.198726 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6ea8f2-6eb3-4ca4-a2b9-60ed9db99f53 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Router 78856d9a-009a-4243-9236-ab6d3e4df92b has already been hosted by L3 agent ecba8a59-1a63-4f4e-b72e-1c921b89dba6 {{(pid=93887) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:39:28.300730 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6ea8f2-6eb3-4ca4-a2b9-60ed9db99f53 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify agent at l3_agent.dv-cinder-759955-23-iscsi the message routers_updated {{(pid=93887) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:39:28.305465 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-ef6ea8f2-6eb3-4ca4-a2b9-60ed9db99f53 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for floatingip, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:28.309909 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d752dd4-094c-4d30-bb78-8281c4f1517a None None] Sync routers for ids ['78856d9a-009a-4243-9236-ab6d3e4df92b'] in dv-cinder-759955-23-iscsi {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:39:28.319655 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d752dd4-094c-4d30-bb78-8281c4f1517a None None] Routers {'78856d9a-009a-4243-9236-ab6d3e4df92b'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:39:28.320306 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-7d752dd4-094c-4d30-bb78-8281c4f1517a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:39:05Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['78856d9a-009a-4243-9236-ab6d3e4df92b'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:39:28.334681 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-ef6ea8f2-6eb3-4ca4-a2b9-60ed9db99f53 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "DELETE /v2.0/floatingips/4037e9fd-4dca-467f-9f64-b2773e1a8e25 HTTP/1.1" status: 204 len: 168 time: 0.8569381 Sep 09 22:39:28.335339 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23bd41ae-6bc7-477d-9b8d-29a8f768f8c1', 'tag': 'a295d86b-cd45-4281-b809-4ee39837fe20'}] {{(pid=93887) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:39:28.337708 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6bc6a31de840fc8aa808063a849dfe176742cab8c19a8c4c2f30ae5ebe0344c7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d20a775-5e54-42e3-b57f-789e2192f7a6" -d '{"events": [{"name": "network-changed", "server_uuid": "23bd41ae-6bc7-477d-9b8d-29a8f768f8c1", "tag": "a295d86b-cd45-4281-b809-4ee39837fe20"}]}' {{(pid=93887) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:39:28.429328 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-7d752dd4-094c-4d30-bb78-8281c4f1517a None None] Set router 78856d9a-009a-4243-9236-ab6d3e4df92b gateway port host: dv-cinder-759955-23-iscsi {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:39:28.483929 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 22:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a40e38-cfb8-4fbc-914c-c4de2404abcd x-openstack-request-id: req-23a40e38-cfb8-4fbc-914c-c4de2404abcd {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:39:28.484474 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23bd41ae-6bc7-477d-9b8d-29a8f768f8c1", "tag": "a295d86b-cd45-4281-b809-4ee39837fe20", "status": "completed", "code": 200}]} {{(pid=93887) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:39:28.484621 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-23a40e38-cfb8-4fbc-914c-c4de2404abcd {{(pid=93887) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:39:28.485076 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23bd41ae-6bc7-477d-9b8d-29a8f768f8c1', 'tag': 'a295d86b-cd45-4281-b809-4ee39837fe20', 'status': 'completed', 'code': 200} Sep 09 22:39:28.580508 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20a775-5e54-42e3-b57f-789e2192f7a6 req-dea37bee-560f-470b-8648-8e71ea035b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:39:28.582000 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4d20a775-5e54-42e3-b57f-789e2192f7a6 req-dea37bee-560f-470b-8648-8e71ea035b8f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4286ce32e30a44d4af2c5a0d6de5254c&device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 1098 time: 0.0671959 Sep 09 22:39:28.594708 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ad7b2-8f21-4881-a87c-4281fb4244d6 req-d9d6f6e1-462f-40eb-9fd7-a9da2be30706 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:39:28.596172 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4d6ad7b2-8f21-4881-a87c-4281fb4244d6 req-d9d6f6e1-462f-40eb-9fd7-a9da2be30706 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/ports?device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 945 time: 0.0722907 Sep 09 22:39:28.643327 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-7d752dd4-094c-4d30-bb78-8281c4f1517a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78856d9a-009a-4243-9236-ab6d3e4df92b', 'name': 'tempest-TestShelveInstance-1887672841-router', 'tenant_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '50727eea-7ae1-4d1f-b0b4-4d122ebb204e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:35:13Z', 'updated_at': '2021-09-09T22:35:16Z', 'revision_number': 4, 'project_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'gw_port': {'id': '50727eea-7ae1-4d1f-b0b4-4d122ebb204e', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:07:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78856d9a-009a-4243-9236-ab6d3e4df92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:35:13Z', 'updated_at': '2021-09-09T22:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': '7bc11b43-4279-4c83-938f-d0ec2161203d', 'name': '', 'network_id': 'b74cf048-fc5f-4913-b563-149154aaaeb4', 'tenant_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'mac_address': 'fa:16:3e:de:f1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78856d9a-009a-4243-9236-ab6d3e4df92b', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '32697480-4b3b-4183-9d9e-57f38cfd728f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:35:15Z', 'updated_at': '2021-09-09T22:35:22Z', 'revision_number': 5, 'project_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'subnets': [{'id': '32697480-4b3b-4183-9d9e-57f38cfd728f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:39:28.668460 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d752dd4-094c-4d30-bb78-8281c4f1517a None None] Checking router: 78856d9a-009a-4243-9236-ab6d3e4df92b for host: dv-cinder-759955-23-iscsi {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:39:28.677083 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d752dd4-094c-4d30-bb78-8281c4f1517a None None] Routers {'78856d9a-009a-4243-9236-ab6d3e4df92b'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:39:28.677694 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-7d752dd4-094c-4d30-bb78-8281c4f1517a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:39:05Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['78856d9a-009a-4243-9236-ab6d3e4df92b'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:39:28.686506 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4d6ad7b2-8f21-4881-a87c-4281fb4244d6 req-f75ec20e-533b-463a-830e-228b1808f392 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e18e5b-90d5-41b3-9c57-2d83d4baefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811014 Sep 09 22:39:28.711703 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20a775-5e54-42e3-b57f-789e2192f7a6 req-a1d86878-ed80-46a8-8201-944191a8a443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:39:28.713306 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4d20a775-5e54-42e3-b57f-789e2192f7a6 req-a1d86878-ed80-46a8-8201-944191a8a443 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b74cf048-fc5f-4913-b563-149154aaaeb4 HTTP/1.1" status: 200 len: 909 time: 0.1163032 Sep 09 22:39:28.756176 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4d20a775-5e54-42e3-b57f-789e2192f7a6 req-4be5c409-90b5-477c-933b-9fc4753959bf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a295d86b-cd45-4281-b809-4ee39837fe20 HTTP/1.1" status: 200 len: 217 time: 0.0343528 Sep 09 22:39:28.782271 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-7d752dd4-094c-4d30-bb78-8281c4f1517a None None] Set router 78856d9a-009a-4243-9236-ab6d3e4df92b gateway port host: dv-cinder-759955-23-iscsi {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:39:28.813099 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20a775-5e54-42e3-b57f-789e2192f7a6 req-bcbedcb1-af6b-406a-8955-255f6a8774d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:39:28.814560 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4d20a775-5e54-42e3-b57f-789e2192f7a6 req-bcbedcb1-af6b-406a-8955-255f6a8774d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=32697480-4b3b-4183-9d9e-57f38cfd728f HTTP/1.1" status: 200 len: 848 time: 0.0514011 Sep 09 22:39:28.862412 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d20a775-5e54-42e3-b57f-789e2192f7a6 req-6f2ed5c0-cafe-4378-bca9-e02055258e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:39:28.863539 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4d20a775-5e54-42e3-b57f-789e2192f7a6 req-6f2ed5c0-cafe-4378-bca9-e02055258e80 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b74cf048-fc5f-4913-b563-149154aaaeb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401936 Sep 09 22:39:28.956845 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4d20a775-5e54-42e3-b57f-789e2192f7a6 req-d4a49134-8842-427f-b140-c6037fc8380a service neutron] 10.222.0.20 "GET /v2.0/networks/b74cf048-fc5f-4913-b563-149154aaaeb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850198 Sep 09 22:39:28.977558 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-7d752dd4-094c-4d30-bb78-8281c4f1517a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78856d9a-009a-4243-9236-ab6d3e4df92b', 'name': 'tempest-TestShelveInstance-1887672841-router', 'tenant_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '50727eea-7ae1-4d1f-b0b4-4d122ebb204e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:35:13Z', 'updated_at': '2021-09-09T22:35:16Z', 'revision_number': 4, 'project_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'gw_port': {'id': '50727eea-7ae1-4d1f-b0b4-4d122ebb204e', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:07:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78856d9a-009a-4243-9236-ab6d3e4df92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:35:13Z', 'updated_at': '2021-09-09T22:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': '7bc11b43-4279-4c83-938f-d0ec2161203d', 'name': '', 'network_id': 'b74cf048-fc5f-4913-b563-149154aaaeb4', 'tenant_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'mac_address': 'fa:16:3e:de:f1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78856d9a-009a-4243-9236-ab6d3e4df92b', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '32697480-4b3b-4183-9d9e-57f38cfd728f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:35:15Z', 'updated_at': '2021-09-09T22:35:22Z', 'revision_number': 5, 'project_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'subnets': [{'id': '32697480-4b3b-4183-9d9e-57f38cfd728f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:39:29.007440 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d752dd4-094c-4d30-bb78-8281c4f1517a None None] The sync data for ids ['78856d9a-009a-4243-9236-ab6d3e4df92b'] in dv-cinder-759955-23-iscsi is: [{'id': '78856d9a-009a-4243-9236-ab6d3e4df92b', 'name': 'tempest-TestShelveInstance-1887672841-router', 'tenant_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '50727eea-7ae1-4d1f-b0b4-4d122ebb204e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:35:13Z', 'updated_at': '2021-09-09T22:35:16Z', 'revision_number': 4, 'project_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'gw_port': {'id': '50727eea-7ae1-4d1f-b0b4-4d122ebb204e', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:07:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78856d9a-009a-4243-9236-ab6d3e4df92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:35:13Z', 'updated_at': '2021-09-09T22:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi', '_interfaces': [{'id': '7bc11b43-4279-4c83-938f-d0ec2161203d', 'name': '', 'network_id': 'b74cf048-fc5f-4913-b563-149154aaaeb4', 'tenant_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'mac_address': 'fa:16:3e:de:f1:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78856d9a-009a-4243-9236-ab6d3e4df92b', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': '32697480-4b3b-4183-9d9e-57f38cfd728f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:35:15Z', 'updated_at': '2021-09-09T22:35:22Z', 'revision_number': 5, 'project_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'subnets': [{'id': '32697480-4b3b-4183-9d9e-57f38cfd728f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:39:29.049154 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-4d20a775-5e54-42e3-b57f-789e2192f7a6 req-e299094e-09ac-4e58-8098-e1713aa7b2f6 service neutron] 10.222.0.20 "GET /v2.0/networks/b74cf048-fc5f-4913-b563-149154aaaeb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842307 Sep 09 22:39:29.208831 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4440436-d6ce-4c90-9d7f-a10cdddd49e5 None None] New status for floating IP 4037e9fd-4dca-467f-9f64-b2773e1a8e25: DOWN {{(pid=93890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 22:39:29.800496 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44905a-5427-42c2-a89c-1dfe8e7de565 req-3e635538-851f-4820-af83-24bed07662f2 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:39:29.801977 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-da44905a-5427-42c2-a89c-1dfe8e7de565 req-3e635538-851f-4820-af83-24bed07662f2 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/ports?device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 945 time: 0.0481415 Sep 09 22:39:29.838416 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-da44905a-5427-42c2-a89c-1dfe8e7de565 req-60f4d4ea-5483-4b1f-8cbb-52c7056007eb tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/security-groups?id=a2e18e5b-90d5-41b3-9c57-2d83d4baefe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304575 Sep 09 22:39:30.043279 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815606d-46ef-4fb3-b53c-1107d56a6b53 req-4236c646-bb95-4e07-a496-6ebb0482335f tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 22:39:30.044691 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f815606d-46ef-4fb3-b53c-1107d56a6b53 req-4236c646-bb95-4e07-a496-6ebb0482335f tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.20 "GET /v2.0/ports?device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 945 time: 0.0510540 Sep 09 22:39:30.130894 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-f815606d-46ef-4fb3-b53c-1107d56a6b53 req-876e69eb-1bb8-4789-8ec5-eb00400d5b23 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Deleting port a295d86b-cd45-4281-b809-4ee39837fe20 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:39:30.131224 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f815606d-46ef-4fb3-b53c-1107d56a6b53 req-876e69eb-1bb8-4789-8ec5-eb00400d5b23 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:30.220496 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [req-f815606d-46ef-4fb3-b53c-1107d56a6b53 req-876e69eb-1bb8-4789-8ec5-eb00400d5b23 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] For port a295d86b-cd45-4281-b809-4ee39837fe20, host hv-cinder-75995, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75995',level=0,port_id=a295d86b-cd45-4281-b809-4ee39837fe20,segment=NetworkSegment(37a2bac4-87aa-41e8-93fd-fb97da1bec0e),segment_id=37a2bac4-87aa-41e8-93fd-fb97da1bec0e)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:39:30.220844 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f815606d-46ef-4fb3-b53c-1107d56a6b53 req-876e69eb-1bb8-4789-8ec5-eb00400d5b23 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:30.232184 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [req-f815606d-46ef-4fb3-b53c-1107d56a6b53 req-876e69eb-1bb8-4789-8ec5-eb00400d5b23 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Calling delete_port for a295d86b-cd45-4281-b809-4ee39837fe20 owned by compute:nova {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:39:30.355720 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f815606d-46ef-4fb3-b53c-1107d56a6b53 req-876e69eb-1bb8-4789-8ec5-eb00400d5b23 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:30.388214 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876e69eb-1bb8-4789-8ec5-eb00400d5b23 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Pushing event deleted for resources: {'Port': ['ID=a295d86b-cd45-4281-b809-4ee39837fe20,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:39:30.399979 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e69eb-1bb8-4789-8ec5-eb00400d5b23 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:39:30.400359 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e69eb-1bb8-4789-8ec5-eb00400d5b23 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:39:30.400701 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e69eb-1bb8-4789-8ec5-eb00400d5b23 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:39:30.401031 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e69eb-1bb8-4789-8ec5-eb00400d5b23 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:39:30.401359 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e69eb-1bb8-4789-8ec5-eb00400d5b23 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:39:30.401686 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e69eb-1bb8-4789-8ec5-eb00400d5b23 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:39:30.402013 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e69eb-1bb8-4789-8ec5-eb00400d5b23 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:39:30.402338 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e69eb-1bb8-4789-8ec5-eb00400d5b23 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:39:30.402659 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e69eb-1bb8-4789-8ec5-eb00400d5b23 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:39:30.402983 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e69eb-1bb8-4789-8ec5-eb00400d5b23 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:39:30.403305 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e69eb-1bb8-4789-8ec5-eb00400d5b23 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:39:30.403621 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876e69eb-1bb8-4789-8ec5-eb00400d5b23 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:39:30.437843 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [req-f815606d-46ef-4fb3-b53c-1107d56a6b53 req-876e69eb-1bb8-4789-8ec5-eb00400d5b23 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] No DVR routers for this DVR port a295d86b-cd45-4281-b809-4ee39837fe20 on host hv-cinder-75995 {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:39:30.440303 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [req-f815606d-46ef-4fb3-b53c-1107d56a6b53 req-876e69eb-1bb8-4789-8ec5-eb00400d5b23 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13009'] for port, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:30.442248 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-f815606d-46ef-4fb3-b53c-1107d56a6b53 req-876e69eb-1bb8-4789-8ec5-eb00400d5b23 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.20 "DELETE /v2.0/ports/a295d86b-cd45-4281-b809-4ee39837fe20 HTTP/1.1" status: 204 len: 173 time: 0.3914456 Sep 09 22:39:30.442678 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23bd41ae-6bc7-477d-9b8d-29a8f768f8c1', 'name': 'network-vif-deleted', 'tag': 'a295d86b-cd45-4281-b809-4ee39837fe20'}] {{(pid=93888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 22:39:30.444989 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}febecf7243e3540986e18e5907cacf19c405284daaaade8257553be7db475bf8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a65189c-6889-4a19-83af-0306b83373a9" -d '{"events": [{"server_uuid": "23bd41ae-6bc7-477d-9b8d-29a8f768f8c1", "name": "network-vif-deleted", "tag": "a295d86b-cd45-4281-b809-4ee39837fe20"}]}' {{(pid=93888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 22:39:30.484877 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 22:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc94ca08-07a8-4c6d-9bd1-dbf4162814f1 x-openstack-request-id: req-fc94ca08-07a8-4c6d-9bd1-dbf4162814f1 {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 22:39:30.485167 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23bd41ae-6bc7-477d-9b8d-29a8f768f8c1", "name": "network-vif-deleted", "tag": "a295d86b-cd45-4281-b809-4ee39837fe20", "status": "completed", "code": 200}]} {{(pid=93888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 22:39:30.485439 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fc94ca08-07a8-4c6d-9bd1-dbf4162814f1 {{(pid=93888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 22:39:30.485853 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23bd41ae-6bc7-477d-9b8d-29a8f768f8c1', 'name': 'network-vif-deleted', 'tag': 'a295d86b-cd45-4281-b809-4ee39837fe20', 'status': 'completed', 'code': 200} Sep 09 22:39:30.945265 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [req-7679c68f-b1b3-4586-b91d-57d4e322ab37 req-e7450884-28b3-4a3a-90ce-8aec2da634d9 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "GET /v2.0/ports?device_id=23bd41ae-6bc7-477d-9b8d-29a8f768f8c1 HTTP/1.1" status: 200 len: 210 time: 0.0263901 Sep 09 22:39:32.003201 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 36438) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:39:32.061139 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7f02a21a-591e-45b5-b557-4626afc92086 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks [] for security_group, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:32.084941 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7f02a21a-591e-45b5-b557-4626afc92086 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:32.145315 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7f02a21a-591e-45b5-b557-4626afc92086 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:32.147766 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-7f02a21a-591e-45b5-b557-4626afc92086 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Notify callbacks [] for security_group, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:32.148917 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-7f02a21a-591e-45b5-b557-4626afc92086 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] 10.222.0.41 "DELETE /v2.0/security-groups/a2e18e5b-90d5-41b3-9c57-2d83d4baefe3 HTTP/1.1" status: 204 len: 168 time: 0.1447589 Sep 09 22:39:32.158262 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f02a21a-591e-45b5-b557-4626afc92086 tempest-TestShelveInstance-1787665324 tempest-TestShelveInstance-1787665324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e18e5b-90d5-41b3-9c57-2d83d4baefe3,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:39:32.657113 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fa60f197-83e4-42d4-94a7-d6d1c29ce277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:33.212799 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 36444) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:39:33.547782 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-afe8e3b9-cb8f-4460-907d-93068be6f76a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414005'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:33.780941 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-afe8e3b9-cb8f-4460-907d-93068be6f76a admin admin] Deleting port 7bc11b43-4279-4c83-938f-d0ec2161203d {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:39:33.781273 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-afe8e3b9-cb8f-4460-907d-93068be6f76a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:33.862091 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-afe8e3b9-cb8f-4460-907d-93068be6f76a admin admin] For port 7bc11b43-4279-4c83-938f-d0ec2161203d, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=7bc11b43-4279-4c83-938f-d0ec2161203d,segment=NetworkSegment(37a2bac4-87aa-41e8-93fd-fb97da1bec0e),segment_id=37a2bac4-87aa-41e8-93fd-fb97da1bec0e)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:39:33.862091 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-afe8e3b9-cb8f-4460-907d-93068be6f76a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:33.874181 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-afe8e3b9-cb8f-4460-907d-93068be6f76a admin admin] Calling delete_port for 7bc11b43-4279-4c83-938f-d0ec2161203d owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:39:34.043646 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device a295d86b-cd45-4281-b809-4ee39837fe20 no longer exists at agent hyperv_hv-cinder-75995 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:39:34.049420 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-afe8e3b9-cb8f-4460-907d-93068be6f76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:34.063166 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] No Port match for: a295d86b-cd45-4281-b809-4ee39837fe20 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:39:34.063504 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Device a295d86b-cd45-4281-b809-4ee39837fe20 not bound to the agent host hv-cinder-75995 {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:39:34.073948 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe8e3b9-cb8f-4460-907d-93068be6f76a admin admin] Pushing event deleted for resources: {'Port': ['ID=7bc11b43-4279-4c83-938f-d0ec2161203d,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:39:34.238331 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-afe8e3b9-cb8f-4460-907d-93068be6f76a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-619833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414081'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:34.445170 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afe8e3b9-cb8f-4460-907d-93068be6f76a admin admin] Router 78856d9a-009a-4243-9236-ab6d3e4df92b has already been hosted by L3 agent ecba8a59-1a63-4f4e-b72e-1c921b89dba6 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:39:34.549567 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afe8e3b9-cb8f-4460-907d-93068be6f76a admin admin] Notify agent at l3_agent.dv-cinder-759955-23-iscsi the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:39:34.554440 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-afe8e3b9-cb8f-4460-907d-93068be6f76a admin admin] 10.222.0.41 "PUT /v2.0/routers/78856d9a-009a-4243-9236-ab6d3e4df92b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3406446 Sep 09 22:39:34.556925 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 36446) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:39:34.559480 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7ada34-d0c9-4484-a260-471a6b4ea5c0 None None] Sync routers for ids ['78856d9a-009a-4243-9236-ab6d3e4df92b'] in dv-cinder-759955-23-iscsi {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:39:34.569483 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7ada34-d0c9-4484-a260-471a6b4ea5c0 None None] Routers {'78856d9a-009a-4243-9236-ab6d3e4df92b'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:39:34.570164 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ac7ada34-d0c9-4484-a260-471a6b4ea5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:39:05Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['78856d9a-009a-4243-9236-ab6d3e4df92b'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:39:34.674995 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-ac7ada34-d0c9-4484-a260-471a6b4ea5c0 None None] Set router 78856d9a-009a-4243-9236-ab6d3e4df92b gateway port host: dv-cinder-759955-23-iscsi {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:39:34.854075 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ac7ada34-d0c9-4484-a260-471a6b4ea5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78856d9a-009a-4243-9236-ab6d3e4df92b', 'name': 'tempest-TestShelveInstance-1887672841-router', 'tenant_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '50727eea-7ae1-4d1f-b0b4-4d122ebb204e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:35:13Z', 'updated_at': '2021-09-09T22:39:34Z', 'revision_number': 5, 'project_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'gw_port': {'id': '50727eea-7ae1-4d1f-b0b4-4d122ebb204e', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:07:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78856d9a-009a-4243-9236-ab6d3e4df92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:35:13Z', 'updated_at': '2021-09-09T22:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi'}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:39:34.884617 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7ada34-d0c9-4484-a260-471a6b4ea5c0 None None] Checking router: 78856d9a-009a-4243-9236-ab6d3e4df92b for host: dv-cinder-759955-23-iscsi {{(pid=93889) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:39:34.893381 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7ada34-d0c9-4484-a260-471a6b4ea5c0 None None] Routers {'78856d9a-009a-4243-9236-ab6d3e4df92b'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93889) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:39:34.894000 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ac7ada34-d0c9-4484-a260-471a6b4ea5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:39:05Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['78856d9a-009a-4243-9236-ab6d3e4df92b'], 'active': True} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:39:34.913526 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a096bca3-d9dc-4505-a722-acbf5dd4d9be admin admin] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:35.013420 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a096bca3-d9dc-4505-a722-acbf5dd4d9be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:35.066710 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-a096bca3-d9dc-4505-a722-acbf5dd4d9be admin admin] Deleting port 50727eea-7ae1-4d1f-b0b4-4d122ebb204e {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:39:35.067046 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a096bca3-d9dc-4505-a722-acbf5dd4d9be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:35.129269 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvr_db [None req-ac7ada34-d0c9-4484-a260-471a6b4ea5c0 None None] Set router 78856d9a-009a-4243-9236-ab6d3e4df92b gateway port host: dv-cinder-759955-23-iscsi {{(pid=93889) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:39:35.149618 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-a096bca3-d9dc-4505-a722-acbf5dd4d9be admin admin] For port 50727eea-7ae1-4d1f-b0b4-4d122ebb204e, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=50727eea-7ae1-4d1f-b0b4-4d122ebb204e,segment=NetworkSegment(90346f4a-7a44-48b1-bd31-fe8f3a549143),segment_id=90346f4a-7a44-48b1-bd31-fe8f3a549143)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:39:35.149976 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a096bca3-d9dc-4505-a722-acbf5dd4d9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:35.161906 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-a096bca3-d9dc-4505-a722-acbf5dd4d9be admin admin] Calling delete_port for 50727eea-7ae1-4d1f-b0b4-4d122ebb204e owned by network:router_gateway {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:39:35.196076 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:35.305999 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_hamode_db [None req-ac7ada34-d0c9-4484-a260-471a6b4ea5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78856d9a-009a-4243-9236-ab6d3e4df92b', 'name': 'tempest-TestShelveInstance-1887672841-router', 'tenant_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '50727eea-7ae1-4d1f-b0b4-4d122ebb204e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:35:13Z', 'updated_at': '2021-09-09T22:39:34Z', 'revision_number': 5, 'project_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'gw_port': {'id': '50727eea-7ae1-4d1f-b0b4-4d122ebb204e', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:07:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78856d9a-009a-4243-9236-ab6d3e4df92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:35:13Z', 'updated_at': '2021-09-09T22:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi'}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:39:35.323708 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a096bca3-d9dc-4505-a722-acbf5dd4d9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:35.332025 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7ada34-d0c9-4484-a260-471a6b4ea5c0 None None] The sync data for ids ['78856d9a-009a-4243-9236-ab6d3e4df92b'] in dv-cinder-759955-23-iscsi is: [{'id': '78856d9a-009a-4243-9236-ab6d3e4df92b', 'name': 'tempest-TestShelveInstance-1887672841-router', 'tenant_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.28'}], 'enable_snat': True}, 'gw_port_id': '50727eea-7ae1-4d1f-b0b4-4d122ebb204e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:35:13Z', 'updated_at': '2021-09-09T22:39:34Z', 'revision_number': 5, 'project_id': '4286ce32e30a44d4af2c5a0d6de5254c', 'gw_port': {'id': '50727eea-7ae1-4d1f-b0b4-4d122ebb204e', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:07:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78856d9a-009a-4243-9236-ab6d3e4df92b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:35:13Z', 'updated_at': '2021-09-09T22:35:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi'}] {{(pid=93889) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:39:35.353925 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a096bca3-d9dc-4505-a722-acbf5dd4d9be admin admin] Pushing event deleted for resources: {'Port': ['ID=50727eea-7ae1-4d1f-b0b4-4d122ebb204e,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:39:35.403475 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-56b6ba6d-cb7c-4177-8d34-ae3260773ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:35.412423 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a096bca3-d9dc-4505-a722-acbf5dd4d9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415075'] for router_gateway, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:35.502095 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a096bca3-d9dc-4505-a722-acbf5dd4d9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-413648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-374'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:35.504386 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a096bca3-d9dc-4505-a722-acbf5dd4d9be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:35.547479 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a096bca3-d9dc-4505-a722-acbf5dd4d9be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-413657'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:35.548105 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a096bca3-d9dc-4505-a722-acbf5dd4d9be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78856d9a-009a-4243-9236-ab6d3e4df92b {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 22:39:35.552528 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a096bca3-d9dc-4505-a722-acbf5dd4d9be admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:35.553778 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-a096bca3-d9dc-4505-a722-acbf5dd4d9be admin admin] 10.222.0.41 "DELETE /v2.0/routers/78856d9a-009a-4243-9236-ab6d3e4df92b HTTP/1.1" status: 204 len: 168 time: 0.9959722 Sep 09 22:39:35.556235 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 36448) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:39:35.598767 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-30ba6731-5fd2-44ff-ade3-ec560b43291f admin admin] Deleting subnet 32697480-4b3b-4183-9d9e-57f38cfd728f {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 22:39:35.602036 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-30ba6731-5fd2-44ff-ade3-ec560b43291f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:35.635780 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-30ba6731-5fd2-44ff-ade3-ec560b43291f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25922394'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:35.722409 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-30ba6731-5fd2-44ff-ade3-ec560b43291f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1479288'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:35.777579 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-30ba6731-5fd2-44ff-ade3-ec560b43291f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1479281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27131235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26101001'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:35.805617 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ba6731-5fd2-44ff-ade3-ec560b43291f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32697480-4b3b-4183-9d9e-57f38cfd728f,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:39:35.807615 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-30ba6731-5fd2-44ff-ade3-ec560b43291f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:35.812639 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-30ba6731-5fd2-44ff-ade3-ec560b43291f admin admin] 10.222.0.41 "DELETE /v2.0/subnets/32697480-4b3b-4183-9d9e-57f38cfd728f HTTP/1.1" status: 204 len: 168 time: 0.2553079 Sep 09 22:39:35.813491 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 36450) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:39:35.817757 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29027482-4db1-47d6-9da7-83d21e09599c None None] Network b74cf048-fc5f-4913-b563-149154aaaeb4 requested from dv-cinder-759955-23-iscsi {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:39:35.822092 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:35.885473 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4d859e3c-4d52-4cf7-9716-937e1f5bc4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1695652'] for network, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:35.942425 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-4d859e3c-4d52-4cf7-9716-937e1f5bc4f7 admin admin] Deleting port 70447d52-4040-4133-99c5-f9844bd794a7 {{(pid=93887) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:39:35.942765 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4d859e3c-4d52-4cf7-9716-937e1f5bc4f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:36.013169 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.db [None req-4d859e3c-4d52-4cf7-9716-937e1f5bc4f7 admin admin] For port 70447d52-4040-4133-99c5-f9844bd794a7, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=70447d52-4040-4133-99c5-f9844bd794a7,segment=NetworkSegment(37a2bac4-87aa-41e8-93fd-fb97da1bec0e),segment_id=37a2bac4-87aa-41e8-93fd-fb97da1bec0e)] {{(pid=93887) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:39:36.013638 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4d859e3c-4d52-4cf7-9716-937e1f5bc4f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:36.028411 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0819a241-6634-4559-9f93-8607454b6b81 None None] DHCP port deletion for b74cf048-fc5f-4913-b563-149154aaaeb4 request from dv-cinder-759955-23-iscsi {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 22:39:36.031567 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.plugin [None req-4d859e3c-4d52-4cf7-9716-937e1f5bc4f7 admin admin] Calling delete_port for 70447d52-4040-4133-99c5-f9844bd794a7 owned by network:dhcp {{(pid=93887) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:39:36.073430 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-0819a241-6634-4559-9f93-8607454b6b81 None None] Deleting port 70447d52-4040-4133-99c5-f9844bd794a7 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:39:36.073797 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0819a241-6634-4559-9f93-8607454b6b81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:36.109202 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4d859e3c-4d52-4cf7-9716-937e1f5bc4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26050298'] for port, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:36.137016 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-0819a241-6634-4559-9f93-8607454b6b81 None None] For port 70447d52-4040-4133-99c5-f9844bd794a7, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=70447d52-4040-4133-99c5-f9844bd794a7,segment=NetworkSegment(37a2bac4-87aa-41e8-93fd-fb97da1bec0e),segment_id=37a2bac4-87aa-41e8-93fd-fb97da1bec0e)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:39:36.138024 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d859e3c-4d52-4cf7-9716-937e1f5bc4f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=70447d52-4040-4133-99c5-f9844bd794a7,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:39:36.138145 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0819a241-6634-4559-9f93-8607454b6b81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:36.141744 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d859e3c-4d52-4cf7-9716-937e1f5bc4f7 admin admin] No DVR routers for this DVR port 70447d52-4040-4133-99c5-f9844bd794a7 on host dv-cinder-759955-23-iscsi {{(pid=93887) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:39:36.150875 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-0819a241-6634-4559-9f93-8607454b6b81 None None] Calling delete_port for 70447d52-4040-4133-99c5-f9844bd794a7 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:39:36.210095 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4d859e3c-4d52-4cf7-9716-937e1f5bc4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476877', 'neutron.services.segments.db._delete_segments_for_network-8781721822877'] for network, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:36.223700 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-0819a241-6634-4559-9f93-8607454b6b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:36.230301 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.services.segments.db [None req-4d859e3c-4d52-4cf7-9716-937e1f5bc4f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b74cf048-fc5f-4913-b563-149154aaaeb4']}} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:39:36.239570 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.services.segments.db [None req-4d859e3c-4d52-4cf7-9716-937e1f5bc4f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37a2bac4-87aa-41e8-93fd-fb97da1bec0e') {'for_net_delete': True} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:39:36.239864 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.services.segments.db [None req-4d859e3c-4d52-4cf7-9716-937e1f5bc4f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37a2bac4-87aa-41e8-93fd-fb97da1bec0e') {} {{(pid=93887) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:39:36.249927 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4d859e3c-4d52-4cf7-9716-937e1f5bc4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781721823142', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25986864'] for segment, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:36.253809 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0819a241-6634-4559-9f93-8607454b6b81 None None] No DVR routers for this DVR port 70447d52-4040-4133-99c5-f9844bd794a7 on host dv-cinder-759955-23-iscsi {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:39:36.255414 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0819a241-6634-4559-9f93-8607454b6b81 None None] Pushing event deleted for resources: {'Port': ['ID=70447d52-4040-4133-99c5-f9844bd794a7,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:39:36.263906 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0819a241-6634-4559-9f93-8607454b6b81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:39:36.265434 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0819a241-6634-4559-9f93-8607454b6b81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:39:36.265785 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0819a241-6634-4559-9f93-8607454b6b81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:39:36.266117 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0819a241-6634-4559-9f93-8607454b6b81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:39:36.266443 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0819a241-6634-4559-9f93-8607454b6b81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:39:36.267020 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0819a241-6634-4559-9f93-8607454b6b81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:39:36.267324 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0819a241-6634-4559-9f93-8607454b6b81 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:39:36.267654 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0819a241-6634-4559-9f93-8607454b6b81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:39:36.267977 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0819a241-6634-4559-9f93-8607454b6b81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:39:36.268321 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0819a241-6634-4559-9f93-8607454b6b81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:39:36.268647 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0819a241-6634-4559-9f93-8607454b6b81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:39:36.268999 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0819a241-6634-4559-9f93-8607454b6b81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759955-23-iscsi {{(pid=93889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 22:39:36.270070 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4d859e3c-4d52-4cf7-9716-937e1f5bc4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074'] for segment, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:36.277457 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d859e3c-4d52-4cf7-9716-937e1f5bc4f7 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93887) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 22:39:36.277841 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4d859e3c-4d52-4cf7-9716-937e1f5bc4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26050341'] for segment, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:36.279438 dv-cinder-759955-23-iscsi neutron-server[93887]: Traceback (most recent call last): Sep 09 22:39:36.279438 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 22:39:36.279438 dv-cinder-759955-23-iscsi neutron-server[93887]: timer() Sep 09 22:39:36.279438 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 22:39:36.279438 dv-cinder-759955-23-iscsi neutron-server[93887]: cb(*args, **kw) Sep 09 22:39:36.279438 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 22:39:36.279438 dv-cinder-759955-23-iscsi neutron-server[93887]: return func(*args, **kwargs) Sep 09 22:39:36.279438 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 22:39:36.279438 dv-cinder-759955-23-iscsi neutron-server[93887]: self._notify() Sep 09 22:39:36.279438 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 22:39:36.279438 dv-cinder-759955-23-iscsi neutron-server[93887]: self.callback(batched_events) Sep 09 22:39:36.279438 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 22:39:36.279438 dv-cinder-759955-23-iscsi neutron-server[93887]: event.method(event) Sep 09 22:39:36.279438 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 22:39:36.279438 dv-cinder-759955-23-iscsi neutron-server[93887]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 22:39:36.279438 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 22:39:36.279438 dv-cinder-759955-23-iscsi neutron-server[93887]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 22:39:36.279438 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 22:39:36.279438 dv-cinder-759955-23-iscsi neutron-server[93887]: return f(self, *a, **k) Sep 09 22:39:36.279438 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 22:39:36.279438 dv-cinder-759955-23-iscsi neutron-server[93887]: return self._get(url).json() Sep 09 22:39:36.279438 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 22:39:36.279438 dv-cinder-759955-23-iscsi neutron-server[93887]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 22:39:36.279438 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 22:39:36.279438 dv-cinder-759955-23-iscsi neutron-server[93887]: return self.request(url, 'GET', **kwargs) Sep 09 22:39:36.279438 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 22:39:36.279438 dv-cinder-759955-23-iscsi neutron-server[93887]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 22:39:36.279438 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 22:39:36.279438 dv-cinder-759955-23-iscsi neutron-server[93887]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 22:39:36.279438 dv-cinder-759955-23-iscsi neutron-server[93887]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 22:39:36.279438 dv-cinder-759955-23-iscsi neutron-server[93887]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 22:39:36.279438 dv-cinder-759955-23-iscsi neutron-server[93887]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 22:39:36.338420 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4d859e3c-4d52-4cf7-9716-937e1f5bc4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1478910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414983'] for network, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:36.346411 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-4d859e3c-4d52-4cf7-9716-937e1f5bc4f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for network, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:36.352061 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-4d859e3c-4d52-4cf7-9716-937e1f5bc4f7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/b74cf048-fc5f-4913-b563-149154aaaeb4 HTTP/1.1" status: 204 len: 168 time: 0.5381150 Sep 09 22:39:36.354355 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 36452) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:39:36.363786 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d859e3c-4d52-4cf7-9716-937e1f5bc4f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b74cf048-fc5f-4913-b563-149154aaaeb4,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:39:36.417669 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 7bc11b43-4279-4c83-938f-d0ec2161203d no longer exists at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:39:36.437800 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] No Port match for: 7bc11b43-4279-4c83-938f-d0ec2161203d {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:39:36.438134 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 7bc11b43-4279-4c83-938f-d0ec2161203d not bound to the agent host dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:39:36.715780 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d07853ba-4cad-4bfb-98f7-b691aaf42758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414005'] for router_interface, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:36.758507 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:36.956953 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-d07853ba-4cad-4bfb-98f7-b691aaf42758 admin admin] Deleting port 0b7877d5-d7a5-4303-8063-2006acef1cc2 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:39:36.957278 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d07853ba-4cad-4bfb-98f7-b691aaf42758 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:37.030403 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-d07853ba-4cad-4bfb-98f7-b691aaf42758 admin admin] For port 0b7877d5-d7a5-4303-8063-2006acef1cc2, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=0b7877d5-d7a5-4303-8063-2006acef1cc2,segment=NetworkSegment(14ba6b57-9262-45cd-a038-0ea80df66df4),segment_id=14ba6b57-9262-45cd-a038-0ea80df66df4)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:39:37.030679 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d07853ba-4cad-4bfb-98f7-b691aaf42758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:37.042608 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-d07853ba-4cad-4bfb-98f7-b691aaf42758 admin admin] Calling delete_port for 0b7877d5-d7a5-4303-8063-2006acef1cc2 owned by network:router_interface {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:39:37.214004 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d07853ba-4cad-4bfb-98f7-b691aaf42758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:37.243942 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07853ba-4cad-4bfb-98f7-b691aaf42758 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b7877d5-d7a5-4303-8063-2006acef1cc2,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:39:37.401442 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-d07853ba-4cad-4bfb-98f7-b691aaf42758 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-619833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414081'] for router_interface, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:37.610043 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d07853ba-4cad-4bfb-98f7-b691aaf42758 admin admin] Router 388e904c-8875-4ea3-9758-50c62687661e has already been hosted by L3 agent ecba8a59-1a63-4f4e-b72e-1c921b89dba6 {{(pid=93888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 22:39:37.722230 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07853ba-4cad-4bfb-98f7-b691aaf42758 admin admin] Notify agent at l3_agent.dv-cinder-759955-23-iscsi the message routers_updated {{(pid=93888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 22:39:37.727037 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-d07853ba-4cad-4bfb-98f7-b691aaf42758 admin admin] 10.222.0.41 "PUT /v2.0/routers/388e904c-8875-4ea3-9758-50c62687661e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3716209 Sep 09 22:39:37.729566 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 36454) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:39:37.732154 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5b8c0d-061a-4778-97c4-5a55ca910d11 None None] Sync routers for ids ['388e904c-8875-4ea3-9758-50c62687661e'] in dv-cinder-759955-23-iscsi {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 22:39:37.741677 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5b8c0d-061a-4778-97c4-5a55ca910d11 None None] Routers {'388e904c-8875-4ea3-9758-50c62687661e'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:39:37.742280 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-5c5b8c0d-061a-4778-97c4-5a55ca910d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:39:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['388e904c-8875-4ea3-9758-50c62687661e'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:39:37.835383 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-717e476d-4cc2-4afb-a64d-b98e930b2ad7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:37.849996 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-5c5b8c0d-061a-4778-97c4-5a55ca910d11 None None] Set router 388e904c-8875-4ea3-9758-50c62687661e gateway port host: dv-cinder-759955-23-iscsi {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:39:37.933500 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-717e476d-4cc2-4afb-a64d-b98e930b2ad7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:37.997598 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-717e476d-4cc2-4afb-a64d-b98e930b2ad7 admin admin] Deleting port b5286c43-4bd3-463f-8409-e5941352981b {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:39:37.998080 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-717e476d-4cc2-4afb-a64d-b98e930b2ad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:38.029236 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-5c5b8c0d-061a-4778-97c4-5a55ca910d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388e904c-8875-4ea3-9758-50c62687661e', 'name': 'tempest-TestShelveInstance-50543846-router', 'tenant_id': '059137419bfb4085adbe3e88e16783b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'external_fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.78'}], 'enable_snat': True}, 'gw_port_id': 'b5286c43-4bd3-463f-8409-e5941352981b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:35:18Z', 'updated_at': '2021-09-09T22:39:37Z', 'revision_number': 5, 'project_id': '059137419bfb4085adbe3e88e16783b3', 'gw_port': {'id': 'b5286c43-4bd3-463f-8409-e5941352981b', 'name': '', 'network_id': 'a96fd56d-97e4-47a2-815b-e854e5640ee5', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:69:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '388e904c-8875-4ea3-9758-50c62687661e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'ip_address': '172.27.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759955-23-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T22:35:19Z', 'updated_at': '2021-09-09T22:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a399639f-77d7-4513-a462-8fb82637fe8f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759955-23-iscsi'}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:39:38.040809 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 70447d52-4040-4133-99c5-f9844bd794a7 no longer exists at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:39:38.055639 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5b8c0d-061a-4778-97c4-5a55ca910d11 None None] Checking router: 388e904c-8875-4ea3-9758-50c62687661e for host: dv-cinder-759955-23-iscsi {{(pid=93890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 22:39:38.061911 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] No Port match for: 70447d52-4040-4133-99c5-f9844bd794a7 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:39:38.062326 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 70447d52-4040-4133-99c5-f9844bd794a7 not bound to the agent host dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:39:38.062812 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 50727eea-7ae1-4d1f-b0b4-4d122ebb204e no longer exists at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:39:38.064329 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5b8c0d-061a-4778-97c4-5a55ca910d11 None None] Routers {'388e904c-8875-4ea3-9758-50c62687661e'} bound to L3 agent in host dv-cinder-759955-23-iscsi {{(pid=93890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 22:39:38.064944 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-5c5b8c0d-061a-4778-97c4-5a55ca910d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759955-23-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T22:17:05Z,description=,heartbeat_timestamp=2021-09-09T22:39:35Z,host='dv-cinder-759955-23-iscsi',id=ecba8a59-1a63-4f4e-b72e-1c921b89dba6,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T22:17:05Z,topic='l3_agent')) {'router_ids': ['388e904c-8875-4ea3-9758-50c62687661e'], 'active': True} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:39:38.078678 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-717e476d-4cc2-4afb-a64d-b98e930b2ad7 admin admin] For port b5286c43-4bd3-463f-8409-e5941352981b, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=b5286c43-4bd3-463f-8409-e5941352981b,segment=NetworkSegment(90346f4a-7a44-48b1-bd31-fe8f3a549143),segment_id=90346f4a-7a44-48b1-bd31-fe8f3a549143)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:39:38.079079 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-717e476d-4cc2-4afb-a64d-b98e930b2ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:38.081571 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] No Port match for: 50727eea-7ae1-4d1f-b0b4-4d122ebb204e {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:39:38.081990 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 50727eea-7ae1-4d1f-b0b4-4d122ebb204e not bound to the agent host dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:39:38.092022 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-717e476d-4cc2-4afb-a64d-b98e930b2ad7 admin admin] Calling delete_port for b5286c43-4bd3-463f-8409-e5941352981b owned by network:router_gateway {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:39:38.128735 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:38.149795 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_dvr_db [None req-5c5b8c0d-061a-4778-97c4-5a55ca910d11 None None] Set router 388e904c-8875-4ea3-9758-50c62687661e gateway port host: None {{(pid=93890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 22:39:38.202490 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.l3_hamode_db [None req-5c5b8c0d-061a-4778-97c4-5a55ca910d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '388e904c-8875-4ea3-9758-50c62687661e', 'name': 'tempest-TestShelveInstance-50543846-router', 'tenant_id': '059137419bfb4085adbe3e88e16783b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:35:18Z', 'updated_at': '2021-09-09T22:39:37Z', 'revision_number': 6, 'project_id': '059137419bfb4085adbe3e88e16783b3', 'gw_port_host': None}], 'dv-cinder-759955-23-iscsi', False) {} {{(pid=93890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:39:38.228415 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c5b8c0d-061a-4778-97c4-5a55ca910d11 None None] The sync data for ids ['388e904c-8875-4ea3-9758-50c62687661e'] in dv-cinder-759955-23-iscsi is: [{'id': '388e904c-8875-4ea3-9758-50c62687661e', 'name': 'tempest-TestShelveInstance-50543846-router', 'tenant_id': '059137419bfb4085adbe3e88e16783b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T22:35:18Z', 'updated_at': '2021-09-09T22:39:37Z', 'revision_number': 6, 'project_id': '059137419bfb4085adbe3e88e16783b3', 'gw_port_host': None}] {{(pid=93890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 22:39:38.264851 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-717e476d-4cc2-4afb-a64d-b98e930b2ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:38.290150 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717e476d-4cc2-4afb-a64d-b98e930b2ad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5286c43-4bd3-463f-8409-e5941352981b,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:39:38.350036 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-717e476d-4cc2-4afb-a64d-b98e930b2ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-415075'] for router_gateway, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:38.688615 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-717e476d-4cc2-4afb-a64d-b98e930b2ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-413648', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-374'] for router, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:38.690930 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-717e476d-4cc2-4afb-a64d-b98e930b2ad7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:38.731931 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-717e476d-4cc2-4afb-a64d-b98e930b2ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-413657'] for router, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:38.732477 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717e476d-4cc2-4afb-a64d-b98e930b2ad7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 388e904c-8875-4ea3-9758-50c62687661e {{(pid=93888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 22:39:38.737970 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-717e476d-4cc2-4afb-a64d-b98e930b2ad7 admin admin] Notify callbacks [] for router, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:38.739091 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-717e476d-4cc2-4afb-a64d-b98e930b2ad7 admin admin] 10.222.0.41 "DELETE /v2.0/routers/388e904c-8875-4ea3-9758-50c62687661e HTTP/1.1" status: 204 len: 168 time: 1.0086927 Sep 09 22:39:38.741533 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 36456) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:39:38.787234 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7967a8a-ba7a-44a7-b454-502b8ecdc6a3 admin admin] Deleting subnet 392a512f-7dc2-4e25-8181-adb011789c8c {{(pid=93888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 22:39:38.790203 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a7967a8a-ba7a-44a7-b454-502b8ecdc6a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:38.822807 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a7967a8a-ba7a-44a7-b454-502b8ecdc6a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25922394'] for subnet, precommit_delete_associations {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:38.902792 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a7967a8a-ba7a-44a7-b454-502b8ecdc6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1479288'] for subnet, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:38.958204 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a7967a8a-ba7a-44a7-b454-502b8ecdc6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1479281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494463', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27131235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26101001'] for subnet, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:38.985270 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7967a8a-ba7a-44a7-b454-502b8ecdc6a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=392a512f-7dc2-4e25-8181-adb011789c8c,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:39:38.990008 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-a7967a8a-ba7a-44a7-b454-502b8ecdc6a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for subnet, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:38.991668 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-a7967a8a-ba7a-44a7-b454-502b8ecdc6a3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/392a512f-7dc2-4e25-8181-adb011789c8c HTTP/1.1" status: 204 len: 168 time: 0.2492316 Sep 09 22:39:38.994137 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.wsgi [-] (93888) accepted ('10.222.0.41', 36458) {{(pid=93888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:39:38.997954 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4014b113-9c41-4f75-91c0-84b82ab76672 None None] Network 72a5818f-584a-4c7b-9053-b1ecfe9172fa requested from dv-cinder-759955-23-iscsi {{(pid=93889) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 22:39:39.062949 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ebea32d7-0477-41f3-b7cd-d5ecd6e32a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1695652'] for network, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:39.120254 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-ebea32d7-0477-41f3-b7cd-d5ecd6e32a5d admin admin] Deleting port f1f80e1a-6661-411c-a3f4-6a5b1ab254a4 {{(pid=93888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:39:39.120595 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ebea32d7-0477-41f3-b7cd-d5ecd6e32a5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:39.173935 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edb3dfb-1278-4908-83d2-4435d12485ca None None] DHCP port deletion for 72a5818f-584a-4c7b-9053-b1ecfe9172fa request from dv-cinder-759955-23-iscsi {{(pid=93889) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 22:39:39.188630 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.db [None req-ebea32d7-0477-41f3-b7cd-d5ecd6e32a5d admin admin] For port f1f80e1a-6661-411c-a3f4-6a5b1ab254a4, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=f1f80e1a-6661-411c-a3f4-6a5b1ab254a4,segment=NetworkSegment(14ba6b57-9262-45cd-a038-0ea80df66df4),segment_id=14ba6b57-9262-45cd-a038-0ea80df66df4)] {{(pid=93888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:39:39.188868 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ebea32d7-0477-41f3-b7cd-d5ecd6e32a5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:39.202155 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.plugin [None req-ebea32d7-0477-41f3-b7cd-d5ecd6e32a5d admin admin] Calling delete_port for f1f80e1a-6661-411c-a3f4-6a5b1ab254a4 owned by network:dhcp {{(pid=93888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:39:39.223866 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-5edb3dfb-1278-4908-83d2-4435d12485ca None None] Deleting port f1f80e1a-6661-411c-a3f4-6a5b1ab254a4 {{(pid=93889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 22:39:39.224356 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5edb3dfb-1278-4908-83d2-4435d12485ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781721662266'] for port, before_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:39.289599 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ebea32d7-0477-41f3-b7cd-d5ecd6e32a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27131230'] for port, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:39.290521 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.db [None req-5edb3dfb-1278-4908-83d2-4435d12485ca None None] For port f1f80e1a-6661-411c-a3f4-6a5b1ab254a4, host dv-cinder-759955-23-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759955-23-iscsi',level=0,port_id=f1f80e1a-6661-411c-a3f4-6a5b1ab254a4,segment=NetworkSegment(14ba6b57-9262-45cd-a038-0ea80df66df4),segment_id=14ba6b57-9262-45cd-a038-0ea80df66df4)] {{(pid=93889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 22:39:39.290923 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5edb3dfb-1278-4908-83d2-4435d12485ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435524'] for port, precommit_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:39.303474 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-5edb3dfb-1278-4908-83d2-4435d12485ca None None] Calling delete_port for f1f80e1a-6661-411c-a3f4-6a5b1ab254a4 owned by network:dhcp {{(pid=93889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 22:39:39.320310 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebea32d7-0477-41f3-b7cd-d5ecd6e32a5d admin admin] No DVR routers for this DVR port f1f80e1a-6661-411c-a3f4-6a5b1ab254a4 on host dv-cinder-759955-23-iscsi {{(pid=93888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:39:39.324746 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea32d7-0477-41f3-b7cd-d5ecd6e32a5d admin admin] Pushing event deleted for resources: {'Port': ['ID=f1f80e1a-6661-411c-a3f4-6a5b1ab254a4,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:39:39.377657 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-5edb3dfb-1278-4908-83d2-4435d12485ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582749', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-932271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781721668868', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781721311434'] for port, after_delete {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:39.390834 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ebea32d7-0477-41f3-b7cd-d5ecd6e32a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1476877', 'neutron.services.segments.db._delete_segments_for_network-8781721822877'] for network, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:39.407469 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edb3dfb-1278-4908-83d2-4435d12485ca None None] No DVR routers for this DVR port f1f80e1a-6661-411c-a3f4-6a5b1ab254a4 on host dv-cinder-759955-23-iscsi {{(pid=93889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 22:39:39.409197 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edb3dfb-1278-4908-83d2-4435d12485ca None None] Pushing event deleted for resources: {'Port': ['ID=f1f80e1a-6661-411c-a3f4-6a5b1ab254a4,revision_number=None']} {{(pid=93889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:39:39.414306 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-ebea32d7-0477-41f3-b7cd-d5ecd6e32a5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72a5818f-584a-4c7b-9053-b1ecfe9172fa']}} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:39:39.425166 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-ebea32d7-0477-41f3-b7cd-d5ecd6e32a5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14ba6b57-9262-45cd-a038-0ea80df66df4') {'for_net_delete': True} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:39:39.425453 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.services.segments.db [None req-ebea32d7-0477-41f3-b7cd-d5ecd6e32a5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14ba6b57-9262-45cd-a038-0ea80df66df4') {} {{(pid=93888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 22:39:39.434528 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ebea32d7-0477-41f3-b7cd-d5ecd6e32a5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781721823142', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25922339'] for segment, before_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:39.447974 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ebea32d7-0477-41f3-b7cd-d5ecd6e32a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074'] for segment, precommit_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:39.453842 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebea32d7-0477-41f3-b7cd-d5ecd6e32a5d admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 22:39:39.454321 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ebea32d7-0477-41f3-b7cd-d5ecd6e32a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1477074', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27131009'] for segment, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:39.455955 dv-cinder-759955-23-iscsi neutron-server[93888]: Traceback (most recent call last): Sep 09 22:39:39.455955 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 22:39:39.455955 dv-cinder-759955-23-iscsi neutron-server[93888]: timer() Sep 09 22:39:39.455955 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 22:39:39.455955 dv-cinder-759955-23-iscsi neutron-server[93888]: cb(*args, **kw) Sep 09 22:39:39.455955 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 22:39:39.455955 dv-cinder-759955-23-iscsi neutron-server[93888]: return func(*args, **kwargs) Sep 09 22:39:39.455955 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 22:39:39.455955 dv-cinder-759955-23-iscsi neutron-server[93888]: self._notify() Sep 09 22:39:39.455955 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 22:39:39.455955 dv-cinder-759955-23-iscsi neutron-server[93888]: self.callback(batched_events) Sep 09 22:39:39.455955 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 22:39:39.455955 dv-cinder-759955-23-iscsi neutron-server[93888]: event.method(event) Sep 09 22:39:39.455955 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 22:39:39.455955 dv-cinder-759955-23-iscsi neutron-server[93888]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 22:39:39.455955 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 22:39:39.455955 dv-cinder-759955-23-iscsi neutron-server[93888]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 22:39:39.455955 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 22:39:39.455955 dv-cinder-759955-23-iscsi neutron-server[93888]: return f(self, *a, **k) Sep 09 22:39:39.455955 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 22:39:39.455955 dv-cinder-759955-23-iscsi neutron-server[93888]: return self._get(url).json() Sep 09 22:39:39.455955 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 22:39:39.455955 dv-cinder-759955-23-iscsi neutron-server[93888]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 22:39:39.455955 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 22:39:39.455955 dv-cinder-759955-23-iscsi neutron-server[93888]: return self.request(url, 'GET', **kwargs) Sep 09 22:39:39.455955 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 22:39:39.455955 dv-cinder-759955-23-iscsi neutron-server[93888]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 22:39:39.455955 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 22:39:39.455955 dv-cinder-759955-23-iscsi neutron-server[93888]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 22:39:39.455955 dv-cinder-759955-23-iscsi neutron-server[93888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 22:39:39.455955 dv-cinder-759955-23-iscsi neutron-server[93888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 22:39:39.455955 dv-cinder-759955-23-iscsi neutron-server[93888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 22:39:39.511980 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ebea32d7-0477-41f3-b7cd-d5ecd6e32a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1478910', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494376', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619824', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414983'] for network, after_delete {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:39.517259 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron_lib.callbacks.manager [None req-ebea32d7-0477-41f3-b7cd-d5ecd6e32a5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-619810'] for network, before_response {{(pid=93888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:39.519106 dv-cinder-759955-23-iscsi neutron-server[93888]: INFO neutron.wsgi [None req-ebea32d7-0477-41f3-b7cd-d5ecd6e32a5d admin admin] 10.222.0.41 "DELETE /v2.0/networks/72a5818f-584a-4c7b-9053-b1ecfe9172fa HTTP/1.1" status: 204 len: 168 time: 0.5240781 Sep 09 22:39:39.531338 dv-cinder-759955-23-iscsi neutron-server[93888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebea32d7-0477-41f3-b7cd-d5ecd6e32a5d admin admin] Pushing event deleted for resources: {'Network': ['ID=72a5818f-584a-4c7b-9053-b1ecfe9172fa,revision_number=None']} {{(pid=93888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:39:39.708109 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 36462) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:39:39.747629 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-ff45d1b3-2198-4c11-805f-b2807a3b3dd5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4286ce32e30a44d4af2c5a0d6de5254c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381782 Sep 09 22:39:39.750199 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 36464) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:39:39.796248 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6552146b-52b0-4de7-a2d7-3753dff3a5ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:39.815972 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6552146b-52b0-4de7-a2d7-3753dff3a5ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:39.867273 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6552146b-52b0-4de7-a2d7-3753dff3a5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:39.870113 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-6552146b-52b0-4de7-a2d7-3753dff3a5ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:39.871189 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-6552146b-52b0-4de7-a2d7-3753dff3a5ca admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3e8b181f-1ed5-4d1c-ab54-475bec82dc32 HTTP/1.1" status: 204 len: 168 time: 0.1201184 Sep 09 22:39:39.879099 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6552146b-52b0-4de7-a2d7-3753dff3a5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8b181f-1ed5-4d1c-ab54-475bec82dc32,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:39:39.981644 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device f1f80e1a-6661-411c-a3f4-6a5b1ab254a4 no longer exists at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:39:40.002145 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] No Port match for: f1f80e1a-6661-411c-a3f4-6a5b1ab254a4 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:39:40.002562 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device f1f80e1a-6661-411c-a3f4-6a5b1ab254a4 not bound to the agent host dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:39:40.003040 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device b5286c43-4bd3-463f-8409-e5941352981b no longer exists at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:39:40.021661 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] No Port match for: b5286c43-4bd3-463f-8409-e5941352981b {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:39:40.022007 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device b5286c43-4bd3-463f-8409-e5941352981b not bound to the agent host dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:39:40.022544 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 0b7877d5-d7a5-4303-8063-2006acef1cc2 no longer exists at agent ovs-agent-dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 22:39:40.041031 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.plugin [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] No Port match for: 0b7877d5-d7a5-4303-8063-2006acef1cc2 {{(pid=93889) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 22:39:40.041376 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron.plugins.ml2.rpc [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Device 0b7877d5-d7a5-4303-8063-2006acef1cc2 not bound to the agent host dv-cinder-759955-23-iscsi {{(pid=93889) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 22:39:40.182491 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 36470) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:39:40.221185 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-3b033155-14aa-420a-9fe3-4abe3f357bf2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=059137419bfb4085adbe3e88e16783b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375404 Sep 09 22:39:40.223501 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.wsgi [-] (93887) accepted ('10.222.0.41', 36472) {{(pid=93887) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 22:39:40.272002 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d59bddc8-9f70-4745-99f7-4a9824da8bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:40.292050 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d59bddc8-9f70-4745-99f7-4a9824da8bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:40.337984 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d59bddc8-9f70-4745-99f7-4a9824da8bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-497347'] for security_group, after_delete {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:40.340741 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron_lib.callbacks.manager [None req-d59bddc8-9f70-4745-99f7-4a9824da8bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93887) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:39:40.341878 dv-cinder-759955-23-iscsi neutron-server[93887]: INFO neutron.wsgi [None req-d59bddc8-9f70-4745-99f7-4a9824da8bbb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e1b1720e-9a8d-4397-8335-b5057bf173da HTTP/1.1" status: 204 len: 168 time: 0.1174514 Sep 09 22:39:40.349326 dv-cinder-759955-23-iscsi neutron-server[93887]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59bddc8-9f70-4745-99f7-4a9824da8bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b1720e-9a8d-4397-8335-b5057bf173da,revision_number=None']} {{(pid=93887) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 22:40:02.658027 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-34cf45e9-7fae-4ce0-b83e-978360b161eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:40:02.946679 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.agents_db [None req-ca59875f-4706-4e17-8f41-5ac1de1c8425 None None] Agent healthcheck: found 6 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:40:05.082024 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:40:05.402490 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-fa2a391e-2a32-4d07-90b8-7ab40706e9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:40:05.813926 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:40:06.758443 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:40:08.130776 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:40:32.660624 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ae4de1bb-942c-44ae-b78e-ab3147357509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:40:35.101353 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:40:35.402565 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bed3dd27-2ca2-4064-b3d8-7d264bf4f3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:40:35.815344 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:40:36.761520 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:40:38.134725 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:40:39.946004 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.agents_db [None req-ca59875f-4706-4e17-8f41-5ac1de1c8425 None None] Agent healthcheck: found 6 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:41:02.660661 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-216f2df3-d1f4-4ec1-a503-0febdf1cb182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:41:05.100284 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:41:05.402683 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1724fa11-5999-4f1e-ac31-2e06a94dbb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:41:05.816984 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:41:06.764254 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:41:08.138226 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:41:16.945007 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.agents_db [None req-ca59875f-4706-4e17-8f41-5ac1de1c8425 None None] Agent healthcheck: found 6 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:41:32.662364 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c7c24662-6b0a-4e06-b567-1f9f694be84b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:41:35.115510 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:41:35.402806 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bc799e22-2472-4168-9f32-dfbe1ec9c195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:41:35.818189 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:41:36.766311 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:41:38.141517 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:41:53.944880 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.agents_db [None req-ca59875f-4706-4e17-8f41-5ac1de1c8425 None None] Agent healthcheck: found 6 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:42:02.661692 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-bb07fe06-7031-48bc-8180-85717fd6b241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:42:05.142054 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:42:05.403871 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-383f33c8-d088-437e-ba29-4f1266760de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:42:05.818324 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:42:06.769623 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:42:08.144965 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:42:30.944323 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.agents_db [None req-ca59875f-4706-4e17-8f41-5ac1de1c8425 None None] Agent healthcheck: found 6 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:42:32.665706 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-a4b119de-8bf4-40fc-85de-7bea4dff4efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:42:35.188210 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:42:35.403466 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-980f0403-7251-4ee4-b82d-08ce35dd5f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:42:35.819058 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:42:36.772708 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:42:38.148572 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:43:02.666650 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-7dec4e6c-a9f7-4ea2-912b-2d522e536f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:43:05.203946 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:43:05.403620 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-b57443a9-8392-44f4-9445-c79e8596068c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:43:05.818621 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:43:06.775492 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:43:07.942850 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.agents_db [None req-ca59875f-4706-4e17-8f41-5ac1de1c8425 None None] Agent healthcheck: found 6 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:43:08.149921 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:43:32.668740 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1986c94c-4a35-431c-b664-12c5cc8740ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:43:35.202271 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:43:35.404813 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-ee41f047-2764-4a36-aec1-e22e598e4ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:43:35.823113 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:43:36.779442 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:43:38.153131 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:43:44.941759 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.agents_db [None req-ca59875f-4706-4e17-8f41-5ac1de1c8425 None None] Agent healthcheck: found 6 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:44:02.669114 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-6fa25ccd-2922-45f2-b00c-6d2e42c46279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:44:05.205485 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:44:05.403913 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-8d6c4940-ce6f-462e-bc43-5424cb819911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:44:05.824617 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:44:06.782631 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:44:08.158297 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:44:21.944543 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.agents_db [None req-ca59875f-4706-4e17-8f41-5ac1de1c8425 None None] Agent healthcheck: found 6 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 22:44:32.669621 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-81e21c18-734b-4be7-9c21-b1004a203da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:44:35.204061 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-98701a99-28cd-4dcd-bf37-bdd847bc831f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:44:35.404112 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-1d60a140-2ed9-4ead-bb83-9f5ff1406701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:44:35.832342 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-38ee1a55-f081-4f1a-8805-f427561cdfe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:44:36.784938 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-e5911165-89b0-4179-9a99-a2f6328a3e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:44:38.161157 dv-cinder-759955-23-iscsi neutron-server[93889]: DEBUG neutron_lib.callbacks.manager [None req-c729412f-70ea-43cb-8c74-34cb2c2fccb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781721822859', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1476043'] for agent, after_update {{(pid=93889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 22:44:58.943677 dv-cinder-759955-23-iscsi neutron-server[93890]: DEBUG neutron.db.agents_db [None req-ca59875f-4706-4e17-8f41-5ac1de1c8425 None None] Agent healthcheck: found 6 active agents {{(pid=93890) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}